-- Logs begin at Tue 2021-04-20 05:05:43 UTC, end at Tue 2021-04-20 05:58:05 UTC. -- Apr 20 05:35:19.077918 dv-cinder-786054-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 05:35:22.147428 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.common.config [-] Logging enabled! Apr 20 05:35:22.147862 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev101 Apr 20 05:35:22.149345 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86220) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 05:35:22.151080 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.common.config [-] Logging enabled! Apr 20 05:35:22.151372 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev101 Apr 20 05:35:22.151717 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86220) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 05:35:22.152748 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 05:35:22.153036 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 05:35:22.154082 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 05:35:22.154365 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 05:35:22.154622 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 05:35:22.154995 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.155336 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.155671 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.155931 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.156270 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.156602 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.156902 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.157256 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.157662 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.157961 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.158274 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.158592 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.158853 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.159172 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.159499 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.159825 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.160077 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] debug = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.160385 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.160957 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.161258 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.161555 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.161880 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.162191 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.162497 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.162806 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.163125 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.163488 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] host = dv-cinder-786054-4-smb {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.163797 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.164123 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.164448 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.164770 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.165106 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.165416 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.165752 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.166026 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.166327 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] log_file = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.166634 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.166960 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.167284 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.167640 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.167876 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.168127 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.168454 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.168776 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.169112 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.169419 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.169724 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.170029 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.170717 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.171027 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.171350 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.171673 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.171997 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.172304 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.172612 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.172953 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.173267 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.173595 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.173906 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.174217 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.174526 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.174855 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.175160 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.175470 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.175813 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.176138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.176460 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.176785 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.177117 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.177445 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.177754 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.178059 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.178363 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] use_json = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.178670 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.179295 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.179615 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.179924 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.180234 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.180545 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.180853 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.181204 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:22.181540 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.181881 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.182227 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.182549 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.182885 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.183201 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.183531 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.183848 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.184179 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.184511 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.184838 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.185186 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.185510 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.185822 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.186160 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.186507 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.186845 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.187179 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.187491 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.187799 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.188109 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.188420 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.188741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.189150 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.189483 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.189791 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.190104 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.190435 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.190747 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.191055 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.191368 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.191698 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.192013 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.192322 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.192642 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.192972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.193282 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.193588 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.193898 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.194233 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.194545 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.194851 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.195158 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.195469 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.195775 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.196097 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.196411 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.196718 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.197054 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.197369 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.197676 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.197983 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.198300 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.198608 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.198924 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.199231 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.199538 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.199844 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.200152 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.200460 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.200768 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.201099 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.201414 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.201722 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.202030 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.202338 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.202648 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.202954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.203272 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.203607 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.203921 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.204234 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.204572 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.204887 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.205225 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.205537 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.205848 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.206162 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.206469 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.206802 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.207122 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.207445 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.207769 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.208075 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.208413 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.208726 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.209069 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.209385 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.209699 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.210021 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.210339 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.210671 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.210999 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.211327 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.211655 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.211987 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.212296 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.212648 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.212982 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:22.213232 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 05:35:22.213499 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86220) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 20 05:35:22.863738 dv-cinder-786054-4-smb neutron-server[86220]: INFO keyring.backend [-] Loading Gnome Apr 20 05:35:22.880403 dv-cinder-786054-4-smb neutron-server[86220]: INFO keyring.backend [-] Loading Google Apr 20 05:35:22.883117 dv-cinder-786054-4-smb neutron-server[86220]: INFO keyring.backend [-] Loading Windows (alt) Apr 20 05:35:22.886683 dv-cinder-786054-4-smb neutron-server[86220]: INFO keyring.backend [-] Loading file Apr 20 05:35:22.887535 dv-cinder-786054-4-smb neutron-server[86220]: INFO keyring.backend [-] Loading keyczar Apr 20 05:35:22.887815 dv-cinder-786054-4-smb neutron-server[86220]: INFO keyring.backend [-] Loading multi Apr 20 05:35:22.888459 dv-cinder-786054-4-smb neutron-server[86220]: INFO keyring.backend [-] Loading pyfs Apr 20 05:35:22.934362 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86220) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:35:22.934665 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86220) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:35:22.934984 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86220) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:35:22.935366 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 05:35:23.330853 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.331431 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.331431 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.332834 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.333286 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.333585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.369913 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.370218 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.370520 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.385149 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.385463 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.385765 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.450363 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.450673 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.450973 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.451991 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.452294 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.454070 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.721023 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.721341 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.721651 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.721959 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.722772 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.867393 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.867768 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.868094 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.868404 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.868699 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.869105 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.869571 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.869869 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.870166 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.870511 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.870788 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.871098 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.871407 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.871701 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.872009 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.872325 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.872620 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.872938 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.873249 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.873569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.874014 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.874300 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.874582 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.874921 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.875209 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.875488 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.875908 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 05:35:23.876184 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 05:35:23.876503 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 05:35:23.876778 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 05:35:23.877077 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 05:35:23.877352 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 05:35:23.877766 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 05:35:23.880847 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 05:35:23.884885 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 05:35:23.888662 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 20 05:35:23.890361 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 05:35:23.891655 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 05:35:23.892060 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 05:35:23.892496 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 05:35:23.896233 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 05:35:23.896515 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 05:35:23.896904 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 05:35:23.923484 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 05:35:23.923984 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.924305 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86220) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 05:35:23.924718 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.926091 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86220) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 05:35:23.926409 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 05:35:23.926686 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 05:35:23.930135 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.930448 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:23.997202 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 05:35:23.997350 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 05:35:23.997664 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 05:35:23.998064 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 05:35:24.036360 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_db.sqlalchemy.engines [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86220) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 20 05:35:24.485240 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Initializing driver for type 'gre' Apr 20 05:35:24.485782 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] gre ID ranges: [(1, 1000)] Apr 20 05:35:24.529374 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Initializing driver for type 'local' Apr 20 05:35:24.529768 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Initializing driver for type 'vlan' Apr 20 05:35:24.542356 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] VlanTypeDriver initialization complete Apr 20 05:35:24.542718 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Initializing driver for type 'vxlan' Apr 20 05:35:24.543208 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] vxlan ID ranges: [(1, 1000)] Apr 20 05:35:24.584770 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Initializing extension driver 'port_security' Apr 20 05:35:24.585144 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.extensions.port_security [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] PortSecurityExtensionDriver initialization complete Apr 20 05:35:24.585509 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Initializing mechanism driver 'openvswitch' Apr 20 05:35:24.585859 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Initializing mechanism driver 'hyperv' Apr 20 05:35:24.592168 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86220) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:35:24.593004 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > port after_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.593404 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > port after_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.593789 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > port after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.594204 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > subnet after_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.594584 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > subnet after_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.594952 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.595383 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > network after_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.595755 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > network after_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.596129 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > network after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.596519 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > security_group after_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.596894 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > security_group after_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.597462 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.597877 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.598252 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.598621 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.599033 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > address_group after_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.599405 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > address_group after_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.599772 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.600128 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] ML2 OVO RPC backend initialized. {{(pid=86220) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 20 05:35:24.600901 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.601306 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.601752 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > network before_response 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.602125 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > networks before_response 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.602494 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > port before_response 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.602862 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > ports before_response 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.603231 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > subnet before_response 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.603597 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > subnets before_response 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.603967 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > network after_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.604331 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > network after_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.604692 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > network after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.605085 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > port after_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.605448 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > port after_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.605812 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > port after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.606173 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > subnet after_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.606534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > subnet after_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.606892 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.607502 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.plugin [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Modular L2 Plugin initialization complete Apr 20 05:35:24.607853 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading services supported by the core plugin {{(pid=86220) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 05:35:24.608211 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.plugins.ml2.managers [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Got port-security extension from driver 'port_security' Apr 20 05:35:24.608704 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.extensions.vlantransparent [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Disabled vlantransparent extension. Apr 20 05:35:24.609256 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86220) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 05:35:24.609593 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading Plugin: router Apr 20 05:35:24.647089 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.647520 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router after_create 55549900 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.647915 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router before_create 55549900 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.648311 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.648719 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.649161 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router after_delete 55549900 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.649550 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.649952 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router after_create 55549900 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.650322 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router after_update 55549900 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.650700 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router after_update 55549900 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.651076 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.651462 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router after_update 55549900 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.651942 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router precommit_update 55549900 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.652332 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: port after_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.652699 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: port after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.653099 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: subnet after_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.653468 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.653849 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.654225 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router precommit_create 55549900 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.654592 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: port before_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.654963 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router precommit_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.655355 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router after_update 55549900 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.655722 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.656098 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router precommit_create 55549900 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.656487 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.656858 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router precommit_update 55549900 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.657303 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > network after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.658314 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Tracking information for resource: router configured {{(pid=86220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 05:35:24.658676 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Tracking information for resource: floatingip configured {{(pid=86220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 05:35:24.663409 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.l3_agentschedulers_db [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 05:35:24.664039 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: port after_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.664419 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: port after_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.664796 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: port after_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.665200 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: port after_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.666063 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router before_create 55550100 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.666451 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.666840 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router precommit_create 55550100 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.667219 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > router precommit_update 55550100 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.672014 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.provider_configuration [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Service providers = [] {{(pid=86220) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 05:35:24.672399 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.servicetype_db [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86220) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 05:35:24.675245 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.service_base [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 05:35:24.675640 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.service_base [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 05:35:24.676010 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.service_base [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 05:35:24.676865 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.service_base [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 05:35:24.677283 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.services.service_base [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 05:35:24.677687 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 05:35:24.678030 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 05:35:24.688411 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 05:35:24.688814 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading Plugin: auto_allocate Apr 20 05:35:24.694463 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: network precommit_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.694862 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: network precommit_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.695421 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 05:35:24.695768 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading Plugin: tag Apr 20 05:35:24.702763 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 05:35:24.703131 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading Plugin: timestamp Apr 20 05:35:24.706966 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 05:35:24.707332 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading Plugin: network_ip_availability Apr 20 05:35:24.712731 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.713182 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.713563 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.714322 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 05:35:24.714669 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading Plugin: flavors Apr 20 05:35:24.719140 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 05:35:24.719498 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading Plugin: revisions Apr 20 05:35:24.723912 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 05:35:24.724324 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=86220) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:35:24.725137 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86220) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 20 05:35:24.725492 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Initializing extension manager. Apr 20 05:35:24.726042 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: __init__.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.726408 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: __pycache__ {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.726779 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.727128 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: address_group.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.727919 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.728534 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: address-group Apr 20 05:35:24.728893 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: address_scope.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.729654 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.730213 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: address-scope Apr 20 05:35:24.730563 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.731507 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.732024 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: router-admin-state-down-before-update Apr 20 05:35:24.732393 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: agent.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.733164 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.733717 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: agent Apr 20 05:35:24.734064 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: agent_resources_synced.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.734995 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.735603 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: agent-resources-synced Apr 20 05:35:24.735926 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: allowedaddresspairs.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.737719 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.738288 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: allowed-address-pairs Apr 20 05:35:24.738641 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: auto_allocated_topology.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.739720 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.740295 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: auto-allocated-topology Apr 20 05:35:24.740649 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: availability_zone.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.741393 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.741956 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: availability_zone Apr 20 05:35:24.742305 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: availability_zone_filter.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.743217 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.743766 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: availability_zone_filter Apr 20 05:35:24.744118 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: data_plane_status.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.745166 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.745725 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 05:35:24.746077 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: default_subnetpools.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.746987 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.747547 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: default-subnetpools Apr 20 05:35:24.747896 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.748763 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.749347 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: dhcp_agent_scheduler Apr 20 05:35:24.749696 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: dns.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.750596 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.751146 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension dns-integration not supported by any of loaded plugins Apr 20 05:35:24.751542 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: dns_domain_ports.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.752452 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.753042 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 05:35:24.753391 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: dvr.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.754097 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.754653 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: dvr Apr 20 05:35:24.755000 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: empty_string_filtering.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.755898 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.756457 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: empty-string-filtering Apr 20 05:35:24.756804 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.757755 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.758308 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 05:35:24.758660 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.759559 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.760114 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 05:35:24.760466 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: external_net.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.761392 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.761948 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: external-net Apr 20 05:35:24.762299 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.763196 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.763750 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: extra_dhcp_opt Apr 20 05:35:24.764100 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: extraroute.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.765036 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.765597 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: extraroute Apr 20 05:35:24.765950 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: extraroute_atomic.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.766992 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.767557 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: extraroute-atomic Apr 20 05:35:24.767910 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: filter_validation.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.768585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.769159 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: filter-validation Apr 20 05:35:24.769508 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: fip_pf_description.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.770434 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.770983 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 05:35:24.771330 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: fip_port_details.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.772335 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.772891 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: fip-port-details Apr 20 05:35:24.773268 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: flavors.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.774479 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.775042 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: flavors Apr 20 05:35:24.775396 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.777056 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.777635 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 05:35:24.777993 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: floatingip_pools.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.778730 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.779294 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: floatingip-pools Apr 20 05:35:24.779647 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: ip_allocation.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.780569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.781156 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 05:35:24.781509 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.782414 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.783017 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: ip-substring-filtering Apr 20 05:35:24.783367 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: l2_adjacency.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.784278 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.784827 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 05:35:24.785203 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: l3.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.786245 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.786812 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: router Apr 20 05:35:24.787164 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.789431 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.790009 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 05:35:24.790369 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.791287 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.791849 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: ext-gw-mode Apr 20 05:35:24.792203 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.793233 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.793800 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: l3-ha Apr 20 05:35:24.794155 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: l3_flavors.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.795075 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.795640 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: l3-flavors Apr 20 05:35:24.795990 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.796930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.797497 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 05:35:24.797850 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: l3agentscheduler.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.799088 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.799655 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: l3_agent_scheduler Apr 20 05:35:24.800014 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: logging.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.801550 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.802124 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension logging not supported by any of loaded plugins Apr 20 05:35:24.802485 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: metering.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.803262 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.804265 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: metering Apr 20 05:35:24.804623 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.805746 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.806318 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: metering_source_and_destination_fields Apr 20 05:35:24.806671 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: multiprovidernet.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.807599 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.808156 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: multi-provider Apr 20 05:35:24.808505 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: netmtu.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.809437 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.809990 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: net-mtu Apr 20 05:35:24.810342 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: netmtu_writable.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.811257 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.811812 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: net-mtu-writable Apr 20 05:35:24.812165 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: network_availability_zone.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.813028 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.813583 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: network_availability_zone Apr 20 05:35:24.813961 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: network_ip_availability.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.815052 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.815619 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: network-ip-availability Apr 20 05:35:24.815971 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: network_segment_range.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.816773 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.817375 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 05:35:24.817725 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: pagination.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.818700 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.819064 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: pagination Apr 20 05:35:24.819414 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: port_device_profile.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.820314 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.820876 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: port-device-profile Apr 20 05:35:24.821251 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.822169 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.822734 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: port-mac-address-regenerate Apr 20 05:35:24.823084 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.823983 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.824541 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: port-numa-affinity-policy Apr 20 05:35:24.824891 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: port_resource_request.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.825828 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.826378 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 05:35:24.826728 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: portbindings.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.827646 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.828215 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: binding Apr 20 05:35:24.828566 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: portbindings_extended.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.829900 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.830462 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: binding-extended Apr 20 05:35:24.830817 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: portsecurity.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.831724 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.832284 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: port-security Apr 20 05:35:24.832634 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: project_id.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.833642 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.834009 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: project-id Apr 20 05:35:24.834358 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: providernet.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.835274 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.835839 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: provider Apr 20 05:35:24.836198 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: qos.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.839885 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.841801 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension qos not supported by any of loaded plugins Apr 20 05:35:24.842180 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.843495 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.844052 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 05:35:24.844415 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.845402 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.845963 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 05:35:24.846318 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: qos_default.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.847223 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.847783 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension qos-default not supported by any of loaded plugins Apr 20 05:35:24.848133 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: qos_fip.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.848828 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.849401 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension qos-fip not supported by any of loaded plugins Apr 20 05:35:24.849751 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: qos_gateway_ip.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.850664 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.851223 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 05:35:24.851571 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: qos_port_network_policy.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.852477 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.853068 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 05:35:24.853416 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: qos_rule_type_details.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.854327 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.854885 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 05:35:24.855231 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: qos_rules_alias.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.856266 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.856824 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 05:35:24.857208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: quotasv2.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.858177 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.858535 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: quotas Apr 20 05:35:24.858887 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: quotasv2_detail.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.860582 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.861035 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: quota_details Apr 20 05:35:24.861395 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: rbac.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.862528 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.863108 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: rbac-policies Apr 20 05:35:24.863461 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: rbac_address_group.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.864392 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.864985 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: rbac-address-group Apr 20 05:35:24.865337 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: rbac_address_scope.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.866239 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.866806 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: rbac-address-scope Apr 20 05:35:24.867161 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: rbac_security_groups.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.868069 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.868635 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: rbac-security-groups Apr 20 05:35:24.869009 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: rbac_subnetpool.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.869930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.870499 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: rbac-subnetpool Apr 20 05:35:24.870849 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: revisionifmatch.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.871769 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.872322 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: revision-if-match Apr 20 05:35:24.872675 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: revisions.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.873826 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.874383 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: standard-attr-revisions Apr 20 05:35:24.874730 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: router_availability_zone.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.875430 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.875991 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: router_availability_zone Apr 20 05:35:24.876364 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: routerservicetype.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.877297 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.877854 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension router-service-type not supported by any of loaded plugins Apr 20 05:35:24.878199 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.879113 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.879678 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: security-groups-normalized-cidr Apr 20 05:35:24.880024 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.880944 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.881536 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: port-security-groups-filtering Apr 20 05:35:24.881885 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.882810 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.883370 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: security-groups-remote-address-group Apr 20 05:35:24.883720 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: securitygroup.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.896958 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.897568 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: security-group Apr 20 05:35:24.897932 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: segment.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.898777 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.899342 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension segment not supported by any of loaded plugins Apr 20 05:35:24.899699 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.900623 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.901238 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 05:35:24.901595 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: servicetype.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.902673 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.903241 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: service-type Apr 20 05:35:24.903599 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: sorting.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.904566 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.904957 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: sorting Apr 20 05:35:24.905307 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: standard_attr_segment.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.906199 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.906763 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 05:35:24.907126 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: standardattrdescription.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.907829 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.908388 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: standard-attr-description Apr 20 05:35:24.908743 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: stateful_security_group.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.909698 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.910281 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: stateful-security-group Apr 20 05:35:24.910633 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: stdattrs_common.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.911204 dv-cinder-786054-4-smb neutron-server[86220]: WARNING neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 05:35:24.911550 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.912535 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.913121 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 05:35:24.913474 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: subnet_onboard.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.914522 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.915088 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: subnet_onboard Apr 20 05:35:24.915442 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.916357 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.916935 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 05:35:24.917293 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: subnet_service_types.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.918211 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.918777 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: subnet-service-types Apr 20 05:35:24.919120 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: subnetallocation.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.920208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.920784 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: subnet_allocation Apr 20 05:35:24.921169 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.921856 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.922420 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: subnetpool-prefix-ops Apr 20 05:35:24.922767 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.923737 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.924291 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 05:35:24.924640 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: tagging.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.925915 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.926498 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: standard-attr-tag Apr 20 05:35:24.926853 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: timestamp.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.928025 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.928596 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loaded extension: standard-attr-timestamp Apr 20 05:35:24.929286 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: trunk.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.930307 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.930872 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension trunk not supported by any of loaded plugins Apr 20 05:35:24.931218 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: trunk_details.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.932140 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.932704 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension trunk-details not supported by any of loaded plugins Apr 20 05:35:24.933080 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: uplink_status_propagation.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.933984 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.934552 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 05:35:24.934902 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Loading extension file: vlantransparent.py {{(pid=86220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 05:35:24.935586 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 05:35:24.936148 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 05:35:24.938858 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Creating instance of TrackedResource for resource:network Apr 20 05:35:24.939661 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Creating instance of TrackedResource for resource:subnet Apr 20 05:35:24.940314 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 05:35:24.940975 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Creating instance of TrackedResource for resource:port Apr 20 05:35:24.942464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.resource_helper [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:24.942935 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.resource_helper [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Service FLAVORS assigned prefix: {{(pid=86220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:24.943606 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.resource_helper [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:24.944058 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.resource_helper [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:24.944415 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Creating instance of TrackedResource for resource:router Apr 20 05:35:24.945163 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 05:35:24.945922 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.resource_helper [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Service METERING assigned prefix: /metering {{(pid=86220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:24.947703 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.948095 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.948466 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:35:24.949601 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 05:35:24.950069 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Creating instance of TrackedResource for resource:security_group Apr 20 05:35:24.950875 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 05:35:24.951639 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.resource_helper [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Service CORE assigned prefix: {{(pid=86220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:24.952004 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 05:35:24.952354 dv-cinder-786054-4-smb neutron-server[86220]: WARNING neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] subnetpool is already registered Apr 20 05:35:24.953019 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.resource_helper [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Service CORE assigned prefix: {{(pid=86220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:24.953374 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 05:35:24.953719 dv-cinder-786054-4-smb neutron-server[86220]: WARNING neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] subnetpool is already registered Apr 20 05:35:24.956459 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.resource_helper [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:24.956971 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.resource_helper [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Service FLAVORS assigned prefix: {{(pid=86220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:24.957570 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.resource_helper [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:24.958017 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.resource_helper [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:24.958377 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Creating instance of TrackedResource for resource:router Apr 20 05:35:24.958728 dv-cinder-786054-4-smb neutron-server[86220]: WARNING neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] router is already registered Apr 20 05:35:24.959359 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 05:35:24.959708 dv-cinder-786054-4-smb neutron-server[86220]: WARNING neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] floatingip is already registered Apr 20 05:35:24.960378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.resource_helper [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Service METERING assigned prefix: /metering {{(pid=86220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:24.961106 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 05:35:24.961460 dv-cinder-786054-4-smb neutron-server[86220]: WARNING neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] rbac_policy is already registered Apr 20 05:35:24.962063 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Creating instance of TrackedResource for resource:security_group Apr 20 05:35:24.962417 dv-cinder-786054-4-smb neutron-server[86220]: WARNING neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] security_group is already registered Apr 20 05:35:24.963048 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 05:35:24.963401 dv-cinder-786054-4-smb neutron-server[86220]: WARNING neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] security_group_rule is already registered Apr 20 05:35:24.964106 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.resource_helper [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Service CORE assigned prefix: {{(pid=86220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:24.964471 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 05:35:24.964824 dv-cinder-786054-4-smb neutron-server[86220]: WARNING neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] subnetpool is already registered Apr 20 05:35:24.965512 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.resource_helper [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Service CORE assigned prefix: {{(pid=86220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 05:35:24.965862 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 05:35:24.966206 dv-cinder-786054-4-smb neutron-server[86220]: WARNING neutron.quota.resource_registry [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] subnetpool is already registered Apr 20 05:35:24.966899 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: extensions {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.968402 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: address-groups {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.970092 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: address-scopes {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.971352 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: agents {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.972551 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: auto-allocated-topology {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.973868 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: availability_zones {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.975232 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: dhcp-networks {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.976673 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: dhcp-agents {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.978194 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: routers {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.980035 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: flavors {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.981264 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: service_profiles {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.982535 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: next_providers {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.984127 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: service_profiles {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.985753 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: floatingip-pools {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.986979 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: routers {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.988814 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: floatingips {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.990062 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: l3-routers {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.991505 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: l3-agents {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.992988 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: metering-labels {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.995212 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: metering-label-rules {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.996510 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: network-ip-availabilities {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.997849 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: bindings {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:24.999992 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: quotas {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:25.001577 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: quotas {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:25.003028 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: rbac-policies {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:25.004381 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: security-groups {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:25.005931 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: security-group-rules {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:25.007212 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: service-providers {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:25.008465 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: subnetpools {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:25.009963 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: subnetpools {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:25.011445 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: tags {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:25.013197 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: tags {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:25.015041 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: tags {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:25.016893 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: tags {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:25.018778 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: tags {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:25.020689 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: tags {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:25.022464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: tags {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:25.024388 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: tags {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:25.026406 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: tags {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:25.028302 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.extensions [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Extended resource: tags {{(pid=86220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 05:35:25.035066 dv-cinder-786054-4-smb neutron-server[86220]: WARNING keystonemiddleware.auth_token [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 05:35:25.040280 dv-cinder-786054-4-smb neutron-server[86220]: WARNING keystonemiddleware.auth_token [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 05:35:25.049026 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Acquired lock "singleton_lock" {{(pid=86220) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 05:35:25.049537 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Releasing lock "singleton_lock" {{(pid=86220) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 05:35:25.051005 dv-cinder-786054-4-smb neutron-server[86220]: INFO oslo_service.service [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Starting 2 workers Apr 20 05:35:25.056059 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Started child 86331 {{(pid=86220) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 05:35:25.060202 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:25.060713 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Started child 86332 {{(pid=86220) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 05:35:25.061765 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [-] (86331) wsgi starting up on http://0.0.0.0:9696 Apr 20 05:35:25.062141 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.service [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 05:35:25.062785 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Notify callbacks [] for process, before_spawn {{(pid=86220) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:25.064149 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:25.065338 dv-cinder-786054-4-smb neutron-server[86220]: INFO oslo_service.service [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Starting 1 workers Apr 20 05:35:25.065483 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [-] (86332) wsgi starting up on http://0.0.0.0:9696 Apr 20 05:35:25.070701 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Started child 86333 {{(pid=86220) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 05:35:25.071210 dv-cinder-786054-4-smb neutron-server[86220]: INFO oslo_service.service [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Starting 1 workers Apr 20 05:35:25.072935 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.service [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] calling RpcWorker wait() {{(pid=86333) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 05:35:25.073317 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.service [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] returning from RpcWorker wait() {{(pid=86333) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 05:35:25.074945 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:25.075573 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:35:25.075811 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Started child 86334 {{(pid=86220) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 05:35:25.076582 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-261c39d2-a7fd-4d4f-9efa-c6e17cd45967 None None] Notify callbacks [] for process, after_spawn {{(pid=86220) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:25.078335 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86220) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 05:35:25.078570 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 05:35:25.078771 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 05:35:25.079033 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 05:35:25.079522 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 05:35:25.079690 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 05:35:25.080423 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.080872 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.081346 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.081779 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.082246 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.082376 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:25.083129 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.083549 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.083988 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.084438 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.084840 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.085208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.085549 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.085972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.086382 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.086876 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.087292 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.087689 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.088099 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.088444 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.088853 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.089299 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.089713 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.090150 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] debug = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.090565 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.091240 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.091659 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.092059 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.092444 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.092875 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.093334 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.093764 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.094165 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.094545 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.095002 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.095420 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.095835 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.096224 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.096607 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.097062 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.097441 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.098028 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] host = dv-cinder-786054-4-smb {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.098412 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.098814 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.099210 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.099604 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.100022 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.100417 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.100833 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.101285 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.101690 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.102081 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.102487 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.103488 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.103897 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.104302 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] log_file = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.104725 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] log_options = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.104890 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.105562 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.105915 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.106267 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.106267 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.106437 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.106762 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.106993 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.107182 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.107415 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.107673 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.107909 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.108121 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.108378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.108858 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.109139 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.109232 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.109464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.109754 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.109968 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.110380 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.110809 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.111651 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.111899 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.112307 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.112556 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.112837 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.112962 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:35:25.113131 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.113537 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.113812 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.114080 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.114368 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.114627 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.114901 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.115181 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.115414 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.115660 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.115984 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.116247 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.116522 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.116800 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.117090 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.117355 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.117596 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.117854 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.118107 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] use_json = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.118348 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.118607 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.118897 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.119136 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.119373 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.119610 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.119848 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.120114 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.120542 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.120854 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.121227 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.122095 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.122268 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.122419 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.122660 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.123239 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.123521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.123782 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.124091 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.124319 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.126149 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.126573 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.126913 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.127258 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.129278 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.130378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.132085 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.134163 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.134563 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.134852 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.135225 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.135640 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.135937 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.136201 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.136664 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.136961 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.137250 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.137510 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.137765 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.138016 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.138319 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.138575 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.138821 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.139075 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.139429 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.139708 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.139992 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.140248 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.140533 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.141005 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.141261 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.141512 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.141761 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.142092 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.142369 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.142637 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.142899 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.143173 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.143444 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.143693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.143935 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.144211 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.144460 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.144759 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.145028 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.145272 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.145512 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.145766 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.146021 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.146303 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.146569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.146810 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.147070 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.147318 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.147557 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.147818 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.148080 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.148321 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.148571 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.148823 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.149091 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.149332 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.149572 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.149809 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.150048 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.150285 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.150528 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.150770 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.151023 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.151260 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.151514 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.151752 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.152053 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.152385 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.152649 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.152945 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.153208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.153471 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.153717 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.154002 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.154243 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.154506 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.154745 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.155026 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.155312 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.155556 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.155844 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.156067 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.156414 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.156560 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.156772 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.157063 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.157338 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.157644 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.157932 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.158215 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.158479 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.158740 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.159037 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.159341 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.159610 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.159899 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.160141 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.160436 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.160774 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.161101 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.161404 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.161700 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.161987 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.162269 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.162555 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.162833 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.163117 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.163472 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.163704 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.163979 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.164259 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.164510 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.164753 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.165054 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.165405 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.165666 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.165910 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.166151 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.166451 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.166730 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.166990 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.167279 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.167569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.167844 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.168129 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.168429 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.168700 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.168994 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.169261 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.169521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.169782 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.170026 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.170274 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.170274 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.170274 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.170274 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.173136 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.173136 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.173136 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.173136 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.173136 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.173473 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.173578 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.173968 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.174409 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.174664 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.174918 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.175166 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.175412 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.175697 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.175947 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.176264 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.176541 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.176804 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.177107 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.177341 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.177598 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.177850 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.178127 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.178378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.178621 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.178861 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.179433 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.179678 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.179940 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.180203 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.180461 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.180733 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.181042 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.181387 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.181654 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.181917 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.182182 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.182425 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.182687 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.182936 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.183181 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.183428 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.183671 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.183921 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.184196 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.184461 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.184724 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.184986 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.185228 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.185477 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.185721 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.185961 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.186299 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.186569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.186834 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.187100 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.187342 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.187601 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.187845 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.188091 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.188333 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.188576 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.188884 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.189149 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.189397 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.189616 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.189853 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.190107 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.190345 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.190583 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.190826 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.191064 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.191319 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.191559 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.191817 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.192060 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.192298 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.192629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.192944 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.193192 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.193496 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.193762 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.194040 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.194306 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.194661 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.194921 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.195202 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.195468 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.195732 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.195982 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.196281 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.196646 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.197023 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.197301 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.197588 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.197917 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.198200 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.198498 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.198742 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.199039 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.199384 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.199676 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.199943 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.200205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.200509 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.200765 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.201056 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.201305 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.201553 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.201801 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.202074 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.202347 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.202623 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.202870 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.203130 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.203376 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.203629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.203883 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.204148 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.204416 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.204598 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 05:35:25.205139 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86220) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 05:35:25.205327 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 05:35:25.205622 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 05:35:25.205733 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 05:35:25.205871 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 05:35:25.206052 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 05:35:25.206297 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.206510 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.206661 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.206836 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.207021 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.207230 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.207416 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.207601 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.207790 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.207974 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.208157 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.208341 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.208523 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.208707 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.208892 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.209098 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.209281 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.209467 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.209660 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.209845 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.210026 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.210207 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.210392 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] debug = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.210557 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.210758 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.210930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.211072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.211255 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.211475 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.211732 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.211894 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.212073 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.212256 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.212439 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.212625 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.212811 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.212998 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.213177 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.213364 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.213546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.213733 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] host = dv-cinder-786054-4-smb {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.213917 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.214099 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.214281 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.214464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.214648 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.214832 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.215015 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.215171 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.215357 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.215540 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.215725 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.215890 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.216244 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.216431 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] log_file = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.216616 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] log_options = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.216801 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.217007 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.217191 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.217400 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.217585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.217773 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.217957 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.218140 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.218323 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.218507 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.218689 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.218872 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.219053 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.219338 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.219455 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.219552 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.219734 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.219895 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.220128 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.220312 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.220494 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.220676 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.220858 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.221064 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.221247 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.221428 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.221616 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.221791 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.221973 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.222155 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.222367 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.222581 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.222732 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.222892 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.223078 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.223254 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.223254 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.223698 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.223698 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.223972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.223972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.224187 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.224187 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.224576 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.224576 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.224934 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] use_json = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.224934 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.225276 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.225276 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.225664 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.225664 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.225664 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.226114 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.226114 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 05:35:25.226114 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.226532 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.226532 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.226724 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.226869 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.227014 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.227141 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.227264 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.227441 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.227626 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.227788 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.228073 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.228312 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.228510 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.228641 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.228749 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.228948 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.229120 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.229307 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.229492 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.229676 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.229861 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.230065 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.230251 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.230437 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.230622 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.230808 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.230995 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.231182 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.231369 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.231555 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.231741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.231926 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.232110 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.232295 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.232478 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.232663 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.232848 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.233059 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.233246 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.233432 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.233615 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.233807 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.233979 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.234146 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.234307 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.234467 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.234918 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.235119 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.235314 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.235516 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.235978 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.235978 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.236213 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.236213 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.236391 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.236529 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.236701 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.236875 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.237087 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.237273 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.237554 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.237708 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.237849 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.238473 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.238726 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.238918 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.239252 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.239445 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.239636 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.239780 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 47316) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:35:25.239920 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.240060 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.240199 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.240349 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.240490 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.240630 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.240769 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.240990 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.241137 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.241314 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.241503 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.241692 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.241884 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.242072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.242271 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.242479 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.242670 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.242859 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.243048 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.243237 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.243425 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.243613 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.243802 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.243991 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.244180 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.244368 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.244555 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.244746 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.244960 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.245143 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.245301 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.245496 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.245683 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.245872 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.246060 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.246247 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.246435 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.246623 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.246811 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.246998 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.247185 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.247384 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.247573 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.247821 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.247962 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.248101 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.248277 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.248468 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.248658 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.248847 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.249082 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.249271 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.249460 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.249650 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.249840 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.250027 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.250214 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.250412 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.250614 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.250803 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.250991 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.251205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.251473 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.251665 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.251855 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.252044 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.252231 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.252420 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.252608 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.252797 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.252984 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.253173 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.253367 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.253539 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.253727 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.253916 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.254104 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.254292 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.254482 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.254671 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.254861 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.255052 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.255239 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.255623 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.255623 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.255793 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.255946 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.256456 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0145278 Apr 20 05:35:25.257106 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.257310 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.257505 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.257701 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.257893 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.258091 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.258281 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.258374 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:35:25.258450 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.258635 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.258823 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.259011 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.259200 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.259395 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.259584 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.259774 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.259963 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.260153 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.260342 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.260532 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.260722 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.260935 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.261103 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.261333 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.261433 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.261626 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.261817 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.262006 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.262915 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.262915 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.262915 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.262915 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.262915 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.263568 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.263568 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.263568 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.263568 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.264079 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.264079 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.264079 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.264468 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.264468 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.264468 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.264849 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.264849 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.265140 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.265140 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.265398 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.265548 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.265693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.265844 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.266051 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.266191 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.266325 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.266471 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.266645 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.266857 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.267049 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.267238 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.267438 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.267624 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.267793 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.267946 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.268137 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.268324 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.268525 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.269110 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.269110 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.269110 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.269350 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.269424 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.269591 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.269740 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.269883 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.270053 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.270253 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.270444 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.270632 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.270831 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.271020 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.271208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.271395 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.271597 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.271790 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.271982 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.272173 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.272360 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.274521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.274521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.274521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.274521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.274521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.274521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.274521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.274521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.276309 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.276309 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.276309 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.276309 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.276309 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.276309 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.276309 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.276309 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.276309 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.278200 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.278200 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.278200 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.278200 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.278200 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.278200 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.278200 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.278200 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.278200 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.279470 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.279470 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.279470 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.279470 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.279470 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 05:35:25.279470 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 05:35:36.295866 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c955df2-748b-4025-a03e-316db16bc8f1 None None] get_active_networks_info from dv-cinder-786054-4-smb {{(pid=86333) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 05:35:36.350633 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c955df2-748b-4025-a03e-316db16bc8f1 None None] No non-hosted networks {{(pid=86333) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 05:35:36.364269 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agentschedulers_db [None req-9c955df2-748b-4025-a03e-316db16bc8f1 None None] DHCP Agent not found on host dv-cinder-786054-4-smb {{(pid=86333) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 20 05:35:36.443008 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-00df39d2-b3b6-4e93-b1a7-1061be969da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053'] for agent, after_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:37.894175 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-328f62b0-6f35-49f9-b907-1991f4ceeb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053'] for agent, after_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:37.965497 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-480d8ca4-4054-4de2-a7a2-cf1ff5097658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:38.731873 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053'] for agent, after_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:39.501070 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053'] for agent, after_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:39.502291 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:39.502830 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:39.503347 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:39.503866 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:39.504370 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:39.504880 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:39.505405 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:39.505921 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:39.506435 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:39.506935 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:39.511222 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:39.511761 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:39.512579 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786054-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:35:39.527753 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786054-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:35:40.368963 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053'] for agent, after_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:41.375478 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 47412) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:35:42.013104 dv-cinder-786054-4-smb neutron-server[86220]: WARNING oslo_policy.policy [None req-92dde0be-6523-401b-8dbe-a136f96e274d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 05:35:42.013670 dv-cinder-786054-4-smb neutron-server[86220]: WARNING oslo_policy.policy [None req-92dde0be-6523-401b-8dbe-a136f96e274d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 05:35:42.195211 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.l3_hamode_db [None req-2259fa7f-81ee-4272-bce3-e413dfcce93c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 05:35:42.243801 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [None req-92dde0be-6523-401b-8dbe-a136f96e274d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=86332) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:35:42.244826 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-92dde0be-6523-401b-8dbe-a136f96e274d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8672531 Apr 20 05:35:42.283155 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259fa7f-81ee-4272-bce3-e413dfcce93c None None] Routers set() bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:35:42.283580 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259fa7f-81ee-4272-bce3-e413dfcce93c None None] Router IDs set() for agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 20 05:35:44.934454 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 47426) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:35:45.356522 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-1107a0f2-8ee5-4139-9d59-055846a19050 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:35:45.459670 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.policy [None req-1107a0f2-8ee5-4139-9d59-055846a19050 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86332) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 05:35:45.513014 dv-cinder-786054-4-smb neutron-server[86220]: WARNING oslo_policy.policy [None req-1107a0f2-8ee5-4139-9d59-055846a19050 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 05:35:45.513414 dv-cinder-786054-4-smb neutron-server[86220]: WARNING oslo_policy.policy [None req-1107a0f2-8ee5-4139-9d59-055846a19050 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 05:35:45.531143 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota [None req-1107a0f2-8ee5-4139-9d59-055846a19050 admin admin] Loaded quota_driver: . Apr 20 05:35:45.547426 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-1107a0f2-8ee5-4139-9d59-055846a19050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:35:45.604737 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1107a0f2-8ee5-4139-9d59-055846a19050 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363300765235390', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363300765230434', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363300765221334', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363300765448618', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363300765459996', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363300765459751', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036850857149', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850832829', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853833372', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-597131'] for rbac-policy, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:45.834958 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1107a0f2-8ee5-4139-9d59-055846a19050 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:45.836201 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-1107a0f2-8ee5-4139-9d59-055846a19050 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9007556 Apr 20 05:35:48.855513 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 47440) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:35:49.237992 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Request body: {'network': {'name': 'private', 'project_id': '7e9d6324cd134039ab037ad5e5545c9e', 'admin_state_up': True}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:35:49.243877 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:35:49.248375 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Usage tracker for resource:network and tenant:7e9d6324cd134039ab037ad5e5545c9e is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:35:49.251869 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:35:49.258086 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:35:49.267356 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Made reservation on behalf of 7e9d6324cd134039ab037ad5e5545c9e for: {'network': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:35:49.273084 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for network, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:49.289121 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:49.304272 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:35:49.308452 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Usage tracker for resource:security_group_rule and tenant:7e9d6324cd134039ab037ad5e5545c9e is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:35:49.312243 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:35:49.318579 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:35:49.425582 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:49.430461 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:49.434999 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:35:49.451032 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=86332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:35:49.478649 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363300763698070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:49.479233 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Unsubscribe: segment precommit_create {{(pid=86332) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 05:35:49.479689 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.segments_db [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Added segment 4798bf01-9c3d-47cc-90ed-49d55c0dbcd1 of type vlan for network d3cd7b5e-41b7-4c79-99b9-51af347fdfc9 Apr 20 05:35:49.530580 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbcb828-9c27-4075-9e77-7b62be9b534e,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:35:49.552835 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:49.553260 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:49.553614 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:49.554280 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:49.554650 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:49.554999 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:49.555341 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:49.555679 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:49.556015 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:49.556356 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:49.556693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:49.557051 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Tracked resource versions report: Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: pushed versions: Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: { 'AddressGroup': {'1.2'}, Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'ConntrackHelper': {'1.0'}, Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'Log': {'1.0'}, Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'Network': {'1.1'}, Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'Port': {'1.7'}, Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'PortForwarding': {'1.2'}, Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'QosPolicy': {'1.8'}, Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroup': {'1.4'}, Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroupRule': {'1.2'}, Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'SubPort': {'1.0'}, Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'Subnet': {'1.1'}, Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'Trunk': {'1.1'}} Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: consumer versions: Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: { DHCP agent@dv-cinder-786054-4-smb: {}, Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: L3 agent@dv-cinder-786054-4-smb: {}, Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: Metadata agent@dv-cinder-786054-4-smb: {}, Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: Metering agent@dv-cinder-786054-4-smb: {}, Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: Open vSwitch agent@dv-cinder-786054-4-smb: { 'AddressGroup': '1.2', Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'ConntrackHelper': '1.0', Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'Log': '1.0', Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'Network': '1.1', Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'Port': '1.7', Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'PortForwarding': '1.2', Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'QosPolicy': '1.8', Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroup': '1.4', Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroupRule': '1.2', Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'SubPort': '1.0', Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'Subnet': '1.1', Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: 'Trunk': '1.1'}} Apr 20 05:35:49.558111 dv-cinder-786054-4-smb neutron-server[86220]: {{(pid=86332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 05:35:49.592891 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736090717418'] for network, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:49.609127 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:35:49.635543 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for network, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:49.636962 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:35:49.637634 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:49.640862 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:35:49.748373 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Pushing event updated for resources: {'Network': ['ID=d3cd7b5e-41b7-4c79-99b9-51af347fdfc9,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:35:49.751338 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8947561 Apr 20 05:35:49.753395 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:35:49.761821 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Network d3cd7b5e-41b7-4c79-99b9-51af347fdfc9 details requested by agent ovs-agent-dv-cinder-786054-4-smb with host dv-cinder-786054-4-smb {{(pid=86333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:35:52.766782 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 47456) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:35:53.415432 dv-cinder-786054-4-smb neutron-server[86220]: WARNING oslo_policy.policy [None req-4bf4971c-5d1f-4db0-a486-749ddf778e4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 05:35:53.416211 dv-cinder-786054-4-smb neutron-server[86220]: WARNING oslo_policy.policy [None req-4bf4971c-5d1f-4db0-a486-749ddf778e4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 05:35:53.875208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.policy [None req-4bf4971c-5d1f-4db0-a486-749ddf778e4b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86331) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 05:35:54.086197 dv-cinder-786054-4-smb neutron-server[86220]: WARNING oslo_policy.policy [None req-4bf4971c-5d1f-4db0-a486-749ddf778e4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 05:35:54.086629 dv-cinder-786054-4-smb neutron-server[86220]: WARNING oslo_policy.policy [None req-4bf4971c-5d1f-4db0-a486-749ddf778e4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 05:35:54.103616 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf4971c-5d1f-4db0-a486-749ddf778e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:35:54.105458 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-4bf4971c-5d1f-4db0-a486-749ddf778e4b admin admin] 10.222.0.44 "GET /v2.0/networks/d3cd7b5e-41b7-4c79-99b9-51af347fdfc9 HTTP/1.1" status: 200 len: 825 time: 1.3367491 Apr 20 05:35:54.141381 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-ceea5884-2baf-4263-b404-a7f576258a6f admin admin] 10.222.0.44 "GET /v2.0/subnetpools/c964c7a7-94fe-44b2-bb96-452cf9b7d9c2 HTTP/1.1" status: 200 len: 734 time: 0.0278485 Apr 20 05:35:54.151901 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Request body: {'subnet': {'tenant_id': '7e9d6324cd134039ab037ad5e5545c9e', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c964c7a7-94fe-44b2-bb96-452cf9b7d9c2', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'd3cd7b5e-41b7-4c79-99b9-51af347fdfc9'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:35:54.154863 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.quota [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Loaded quota_driver: . Apr 20 05:35:54.160868 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:35:54.168127 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Usage tracker for resource:subnet and tenant:7e9d6324cd134039ab037ad5e5545c9e is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:35:54.172146 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:35:54.180108 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:35:54.194329 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Made reservation on behalf of 7e9d6324cd134039ab037ad5e5545c9e for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:35:54.200347 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:54.713938 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:54.718262 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:35:54.800509 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Checking segment: {'id': '4798bf01-9c3d-47cc-90ed-49d55c0dbcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd3cd7b5e-41b7-4c79-99b9-51af347fdfc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:35:54.800888 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Network hostable DHCP agents. Network: d3cd7b5e-41b7-4c79-99b9-51af347fdfc9, hostable agents: ['b936b2ef-06b6-4af0-a031-b6b0516c12cc'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:35:54.810538 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b616a3-6a84-4d77-a79c-7637c9017c1f,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:35:54.821682 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:54.822051 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:54.822390 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:54.822732 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:54.823072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:54.823416 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:54.823750 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:54.824088 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:54.824437 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:54.824770 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:54.825156 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:54.825486 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Tracked resource versions report: Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: pushed versions: Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: { 'AddressGroup': {'1.2'}, Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'ConntrackHelper': {'1.0'}, Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'Log': {'1.0'}, Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'Network': {'1.1'}, Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'Port': {'1.7'}, Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'PortForwarding': {'1.2'}, Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'QosPolicy': {'1.8'}, Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroup': {'1.4'}, Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroupRule': {'1.2'}, Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'SubPort': {'1.0'}, Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'Subnet': {'1.1'}, Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'Trunk': {'1.1'}} Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: consumer versions: Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: { DHCP agent@dv-cinder-786054-4-smb: {}, Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: L3 agent@dv-cinder-786054-4-smb: {}, Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: Metadata agent@dv-cinder-786054-4-smb: {}, Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: Metering agent@dv-cinder-786054-4-smb: {}, Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: Open vSwitch agent@dv-cinder-786054-4-smb: { 'AddressGroup': '1.2', Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'ConntrackHelper': '1.0', Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'Log': '1.0', Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'Network': '1.1', Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'Port': '1.7', Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'PortForwarding': '1.2', Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'QosPolicy': '1.8', Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroup': '1.4', Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroupRule': '1.2', Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'SubPort': '1.0', Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'Subnet': '1.1', Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: 'Trunk': '1.1'}} Apr 20 05:35:54.826534 dv-cinder-786054-4-smb neutron-server[86220]: {{(pid=86331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 05:35:54.857266 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Network d3cd7b5e-41b7-4c79-99b9-51af347fdfc9 is scheduled to be hosted by DHCP agent b936b2ef-06b6-4af0-a031-b6b0516c12cc with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:35:54.861344 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:35:54.868735 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-smb, d3cd7b5e-41b7-4c79-99b9-51af347fdfc9) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:35:54.873101 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:35:54.873752 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:54.879011 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811e9a0f-fc88-437b-804c-fea71d9dec92 None None] Network d3cd7b5e-41b7-4c79-99b9-51af347fdfc9 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:35:54.895398 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-69b751f1-607f-41b9-8131-b94a8c47007b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7475667 Apr 20 05:35:55.202562 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93accfa-fc53-555d-995a-8a38c295c9c1-d3cd7b5e-41b7-4c79-99b9-51af347fdfc9', 'network_id': 'd3cd7b5e-41b7-4c79-99b9-51af347fdfc9', 'tenant_id': '7e9d6324cd134039ab037ad5e5545c9e', 'fixed_ips': [{'subnet_id': 'd1b616a3-6a84-4d77-a79c-7637c9017c1f'}]}} from dv-cinder-786054-4-smb. {{(pid=86333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 05:35:55.203897 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:55.562657 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Allocated IP 172.20.0.2 (d3cd7b5e-41b7-4c79-99b9-51af347fdfc9/d1b616a3-6a84-4d77-a79c-7637c9017c1f/cedc3d4b-59f0-40fb-8b20-b301fb6ae44c) {{(pid=86333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:35:55.791092 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Notify callbacks [] for port, precommit_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:55.805710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Transition to ACTIVE for port object cedc3d4b-59f0-40fb-8b20-b301fb6ae44c will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:35:55.824038 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Transition to ACTIVE for port object cedc3d4b-59f0-40fb-8b20-b301fb6ae44c will not be triggered until provisioned by entity DHCP. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:35:55.830752 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:55.837865 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:35:55.901695 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Network d3cd7b5e-41b7-4c79-99b9-51af347fdfc9 is already hosted by enough agents. {{(pid=86333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:35:55.904591 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Resources bound (agent type, host, resource id): {{(pid=86333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:35:55.911402 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Received port after_create {{(pid=86333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:35:55.913623 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Pushing event updated for resources: {'Port': ['ID=cedc3d4b-59f0-40fb-8b20-b301fb6ae44c,revision_number=1']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:35:55.950870 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:55.951241 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:55.951601 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:55.951958 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:55.952306 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:55.952688 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:55.953029 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:55.953376 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:55.953751 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:55.954092 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:55.954435 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:55.954776 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Tracked resource versions report: Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: pushed versions: Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: { 'AddressGroup': {'1.2'}, Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'ConntrackHelper': {'1.0'}, Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'Log': {'1.0'}, Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'Network': {'1.1'}, Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'Port': {'1.7'}, Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'PortForwarding': {'1.2'}, Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'QosPolicy': {'1.8'}, Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroup': {'1.4'}, Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroupRule': {'1.2'}, Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'SubPort': {'1.0'}, Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'Subnet': {'1.1'}, Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'Trunk': {'1.1'}} Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: consumer versions: Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: { DHCP agent@dv-cinder-786054-4-smb: {}, Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: L3 agent@dv-cinder-786054-4-smb: {}, Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: Metadata agent@dv-cinder-786054-4-smb: {}, Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: Metering agent@dv-cinder-786054-4-smb: {}, Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: Open vSwitch agent@dv-cinder-786054-4-smb: { 'AddressGroup': '1.2', Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'ConntrackHelper': '1.0', Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'Log': '1.0', Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'Network': '1.1', Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'Port': '1.7', Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'PortForwarding': '1.2', Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'QosPolicy': '1.8', Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroup': '1.4', Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroupRule': '1.2', Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'SubPort': '1.0', Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'Subnet': '1.1', Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: 'Trunk': '1.1'}} Apr 20 05:35:55.955866 dv-cinder-786054-4-smb neutron-server[86220]: {{(pid=86333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 05:35:55.963683 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:35:56.021432 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Attempting to bind port cedc3d4b-59f0-40fb-8b20-b301fb6ae44c on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:35:56.021854 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Attempting to bind port cedc3d4b-59f0-40fb-8b20-b301fb6ae44c by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': '4798bf01-9c3d-47cc-90ed-49d55c0dbcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd3cd7b5e-41b7-4c79-99b9-51af347fdfc9'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:35:56.022256 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Attempting to bind port cedc3d4b-59f0-40fb-8b20-b301fb6ae44c on network d3cd7b5e-41b7-4c79-99b9-51af347fdfc9 {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:35:56.027979 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:35:56.028400 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Checking segment: {'id': '4798bf01-9c3d-47cc-90ed-49d55c0dbcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd3cd7b5e-41b7-4c79-99b9-51af347fdfc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:35:56.029806 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:56.029806 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Bound using segment: {'id': '4798bf01-9c3d-47cc-90ed-49d55c0dbcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd3cd7b5e-41b7-4c79-99b9-51af347fdfc9'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:35:56.029806 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Bound port: cedc3d4b-59f0-40fb-8b20-b301fb6ae44c, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4798bf01-9c3d-47cc-90ed-49d55c0dbcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd3cd7b5e-41b7-4c79-99b9-51af347fdfc9'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:35:56.030163 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:56.123368 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] For port cedc3d4b-59f0-40fb-8b20-b301fb6ae44c, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:35:56.127566 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] For port cedc3d4b-59f0-40fb-8b20-b301fb6ae44c, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=cedc3d4b-59f0-40fb-8b20-b301fb6ae44c,segment=NetworkSegment(4798bf01-9c3d-47cc-90ed-49d55c0dbcd1),segment_id=4798bf01-9c3d-47cc-90ed-49d55c0dbcd1)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:35:56.131484 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:35:56.135943 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:35:56.225962 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Pushing event updated for resources: {'Port': ['ID=cedc3d4b-59f0-40fb-8b20-b301fb6ae44c,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:35:56.229175 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:35:57.631529 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 47476) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:35:58.045639 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [None req-42c98b1e-6abf-4859-a5dc-07e64e9c9356 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=86331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:35:58.046707 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-42c98b1e-6abf-4859-a5dc-07e64e9c9356 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4142177 Apr 20 05:36:00.762066 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 47486) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:36:01.174895 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [None req-44f2899b-3ba8-4dac-863d-b0696d0459fd admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=86332) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:36:01.175953 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-44f2899b-3ba8-4dac-863d-b0696d0459fd admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4127178 Apr 20 05:36:01.473216 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device cedc3d4b-59f0-40fb-8b20-b301fb6ae44c up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:36:01.543296 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port cedc3d4b-59f0-40fb-8b20-b301fb6ae44c completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:36:02.905547 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a62abd4-6408-4a11-bce7-60ad76131ec3 None None] Network d3cd7b5e-41b7-4c79-99b9-51af347fdfc9 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:36:03.035741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-713fb98d-16af-4b4a-b57b-a09ed4688e43 None None] Provisioning for port cedc3d4b-59f0-40fb-8b20-b301fb6ae44c completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:36:03.045675 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-713fb98d-16af-4b4a-b57b-a09ed4688e43 None None] Provisioning complete for port cedc3d4b-59f0-40fb-8b20-b301fb6ae44c triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:36:03.046104 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-713fb98d-16af-4b4a-b57b-a09ed4688e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:03.271647 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-713fb98d-16af-4b4a-b57b-a09ed4688e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:03.312299 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-713fb98d-16af-4b4a-b57b-a09ed4688e43 None None] For port cedc3d4b-59f0-40fb-8b20-b301fb6ae44c, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=cedc3d4b-59f0-40fb-8b20-b301fb6ae44c,segment=NetworkSegment(4798bf01-9c3d-47cc-90ed-49d55c0dbcd1),segment_id=4798bf01-9c3d-47cc-90ed-49d55c0dbcd1)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:36:03.316004 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-713fb98d-16af-4b4a-b57b-a09ed4688e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:03.318171 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:03.395384 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fb98d-16af-4b4a-b57b-a09ed4688e43 None None] Pushing event updated for resources: {'Port': ['ID=cedc3d4b-59f0-40fb-8b20-b301fb6ae44c,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:03.398925 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-713fb98d-16af-4b4a-b57b-a09ed4688e43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:03.540285 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-f226b47d-ccf9-41b9-b4ae-af479954fe50 None None] Provisioning complete for port cedc3d4b-59f0-40fb-8b20-b301fb6ae44c triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:36:03.540684 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f226b47d-ccf9-41b9-b4ae-af479954fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:04.227456 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 47502) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:36:04.607551 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-df3a15c9-78fe-4934-b839-982c0906d109 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '7e9d6324cd134039ab037ad5e5545c9e'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:36:04.614905 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-df3a15c9-78fe-4934-b839-982c0906d109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:36:04.622138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-df3a15c9-78fe-4934-b839-982c0906d109 admin admin] Usage tracker for resource:router and tenant:7e9d6324cd134039ab037ad5e5545c9e is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:36:04.626561 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-df3a15c9-78fe-4934-b839-982c0906d109 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:36:04.632672 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-df3a15c9-78fe-4934-b839-982c0906d109 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:36:04.643297 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df3a15c9-78fe-4934-b839-982c0906d109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-622828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744784'] for router, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:04.644565 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df3a15c9-78fe-4934-b839-982c0906d109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854152988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854131710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853850605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31017'] for router, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:04.665321 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df3a15c9-78fe-4934-b839-982c0906d109 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:04.774075 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df3a15c9-78fe-4934-b839-982c0906d109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-630599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644319'] for router, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:04.793894 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df3a15c9-78fe-4934-b839-982c0906d109 admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:04.795139 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-df3a15c9-78fe-4934-b839-982c0906d109 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5666168 Apr 20 05:36:05.450384 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device cedc3d4b-59f0-40fb-8b20-b301fb6ae44c up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:36:05.525022 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port cedc3d4b-59f0-40fb-8b20-b301fb6ae44c triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:36:05.525465 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:06.157311 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8ea6598d-ff09-47fb-be10-7a4085654bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:07.527062 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 47512) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:36:07.885533 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a382d9e1-f4bf-444d-95a0-92e315c36c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:07.930445 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [None req-0fd22ecd-4f0b-4a98-9801-28bfa5f16e17 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=86331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:36:07.931483 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-0fd22ecd-4f0b-4a98-9801-28bfa5f16e17 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4031885 Apr 20 05:36:08.686181 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:09.497753 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:10.314202 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:10.685488 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 47532) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:36:10.858450 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:36:10.864109 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:36:10.868615 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Usage tracker for resource:network and tenant:c5be8027738a41f19ce055a96c8d8a49 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:36:10.872027 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:36:10.878617 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:36:10.890397 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Made reservation on behalf of c5be8027738a41f19ce055a96c8d8a49 for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:36:10.895188 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:10.913754 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:10.929194 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:36:10.933381 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:c5be8027738a41f19ce055a96c8d8a49 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:36:10.936822 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:36:10.943394 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:36:11.042936 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:11.047442 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:11.051693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:11.065285 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Reserving flat network on physical network physnet1 {{(pid=86331) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 20 05:36:11.090893 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8607f6d3-4f88-4c37-8b9a-fc41a86d3ab9,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:11.093746 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363300763698070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:11.094355 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Unsubscribe: segment precommit_create {{(pid=86331) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 05:36:11.094789 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.segments_db [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Added segment f0719ec6-8e43-465e-a776-31010b0fcb0c of type flat for network 50a41118-ba44-449f-9b81-e04381d54b8b Apr 20 05:36:11.106937 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:11.139623 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736090717418'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:11.186717 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:11.188029 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:36:11.188644 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:11.191886 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:11.292761 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Pushing event updated for resources: {'Network': ['ID=50a41118-ba44-449f-9b81-e04381d54b8b,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:11.295558 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6089826 Apr 20 05:36:11.310534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:11.321527 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Network 50a41118-ba44-449f-9b81-e04381d54b8b details requested by agent ovs-agent-dv-cinder-786054-4-smb with host dv-cinder-786054-4-smb {{(pid=86333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:36:13.873678 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 47552) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:36:13.995360 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0f8d55-59af-452e-8424-bf67c9cf3465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:36:13.996756 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-7f0f8d55-59af-452e-8424-bf67c9cf3465 admin admin] 10.222.0.44 "GET /v2.0/subnets/d1b616a3-6a84-4d77-a79c-7637c9017c1f HTTP/1.1" status: 200 len: 849 time: 0.1219769 Apr 20 05:36:14.146392 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-9a043323-a564-460f-b492-0ad7e14449e3 admin admin] 10.222.0.44 "GET /v2.0/routers/d0443cb8-dffa-4676-913e-b8e8bd292961 HTTP/1.1" status: 200 len: 704 time: 0.1432748 Apr 20 05:36:14.773454 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:15.024508 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Allocated IP 172.20.0.1 (d3cd7b5e-41b7-4c79-99b9-51af347fdfc9/d1b616a3-6a84-4d77-a79c-7637c9017c1f/18fafbeb-ba86-4680-b31f-41a81c2ee3da) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:36:15.189097 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:15.206767 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Transition to ACTIVE for port object 18fafbeb-ba86-4680-b31f-41a81c2ee3da will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:36:15.266606 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:15.270414 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:15.335662 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Network d3cd7b5e-41b7-4c79-99b9-51af347fdfc9 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:36:15.338608 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:36:15.342446 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:36:15.342957 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146814'] for router_interface, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:15.467953 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Pushing event updated for resources: {'Port': ['ID=18fafbeb-ba86-4680-b31f-41a81c2ee3da,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:15.479925 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:15.574408 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-17181d9b-20e1-478e-83a4-cbc0558e9888 None None] Provisioning for port 18fafbeb-ba86-4680-b31f-41a81c2ee3da completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:36:15.580228 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-17181d9b-20e1-478e-83a4-cbc0558e9888 None None] Provisioning complete for port 18fafbeb-ba86-4680-b31f-41a81c2ee3da triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:36:15.580639 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-17181d9b-20e1-478e-83a4-cbc0558e9888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:15.619929 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:15.636127 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-17181d9b-20e1-478e-83a4-cbc0558e9888 None None] Port 18fafbeb-ba86-4680-b31f-41a81c2ee3da cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:36:15.861930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:15.867027 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:15.868101 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854020177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629093'] for router_interface, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:15.871464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:16.003646 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Pushing event updated for resources: {'Port': ['ID=18fafbeb-ba86-4680-b31f-41a81c2ee3da,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:16.007800 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:16.079713 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Network d3cd7b5e-41b7-4c79-99b9-51af347fdfc9 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:36:16.081076 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:36:16.260548 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-2dbed1bb-23e1-4f8e-8041-88d7d1e80097 None None] Provisioning complete for port 18fafbeb-ba86-4680-b31f-41a81c2ee3da triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:36:16.261000 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2dbed1bb-23e1-4f8e-8041-88d7d1e80097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:16.322453 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-2dbed1bb-23e1-4f8e-8041-88d7d1e80097 None None] Port 18fafbeb-ba86-4680-b31f-41a81c2ee3da cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:36:16.449542 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Router d0443cb8-dffa-4676-913e-b8e8bd292961 is scheduled to L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae with binding_index 1 {{(pid=86331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 05:36:16.622915 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:36:16.632699 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] 10.222.0.44 "PUT /v2.0/routers/d0443cb8-dffa-4676-913e-b8e8bd292961/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4806440 Apr 20 05:36:16.633842 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Sync routers for ids ['d0443cb8-dffa-4676-913e-b8e8bd292961'] in dv-cinder-786054-4-smb {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:36:16.645934 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Routers {'d0443cb8-dffa-4676-913e-b8e8bd292961'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:36:16.646800 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:36:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['d0443cb8-dffa-4676-913e-b8e8bd292961'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:36:16.825717 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Set router d0443cb8-dffa-4676-913e-b8e8bd292961 gateway port host: None {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:36:17.370354 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0443cb8-dffa-4676-913e-b8e8bd292961', 'name': 'router1', 'tenant_id': '7e9d6324cd134039ab037ad5e5545c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:36:04Z', 'updated_at': '2021-04-20T05:36:15Z', 'revision_number': 2, 'project_id': '7e9d6324cd134039ab037ad5e5545c9e', 'gw_port_host': None, '_interfaces': [{'id': '18fafbeb-ba86-4680-b31f-41a81c2ee3da', 'name': '', 'network_id': 'd3cd7b5e-41b7-4c79-99b9-51af347fdfc9', 'tenant_id': '7e9d6324cd134039ab037ad5e5545c9e', 'mac_address': 'fa:16:3e:49:3f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0443cb8-dffa-4676-913e-b8e8bd292961', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1b616a3-6a84-4d77-a79c-7637c9017c1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:36:14Z', 'updated_at': '2021-04-20T05:36:15Z', 'revision_number': 2, 'project_id': '7e9d6324cd134039ab037ad5e5545c9e', 'subnets': [{'id': 'd1b616a3-6a84-4d77-a79c-7637c9017c1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c964c7a7-94fe-44b2-bb96-452cf9b7d9c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:36:17.375534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Checking router: d0443cb8-dffa-4676-913e-b8e8bd292961 for host: dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:36:17.375928 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Updating router d0443cb8-dffa-4676-913e-b8e8bd292961 port 18fafbeb-ba86-4680-b31f-41a81c2ee3da binding host dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:36:17.434785 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:17.830520 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Notify callbacks [] for port, precommit_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:17.844773 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Transition to ACTIVE for port object 18fafbeb-ba86-4680-b31f-41a81c2ee3da will not be triggered until provisioned by entity L2. {{(pid=86334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:36:17.851366 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:17.855886 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:18.073743 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Pushing event updated for resources: {'Port': ['ID=18fafbeb-ba86-4680-b31f-41a81c2ee3da,revision_number=3']} {{(pid=86334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:18.086328 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:18.086642 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:18.087004 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:18.087357 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:18.087709 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:18.088059 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:18.088406 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:18.088751 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:18.089121 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:18.089465 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:18.089810 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:18.090150 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Tracked resource versions report: Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: pushed versions: Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: { 'AddressGroup': {'1.2'}, Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'ConntrackHelper': {'1.0'}, Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'Log': {'1.0'}, Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'Network': {'1.1'}, Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'Port': {'1.7'}, Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'PortForwarding': {'1.2'}, Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'QosPolicy': {'1.8'}, Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroup': {'1.4'}, Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroupRule': {'1.2'}, Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'SubPort': {'1.0'}, Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'Subnet': {'1.1'}, Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'Trunk': {'1.1'}} Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: consumer versions: Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: { DHCP agent@dv-cinder-786054-4-smb: {}, Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: L3 agent@dv-cinder-786054-4-smb: {}, Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: Metadata agent@dv-cinder-786054-4-smb: {}, Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: Metering agent@dv-cinder-786054-4-smb: {}, Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: Open vSwitch agent@dv-cinder-786054-4-smb: { 'AddressGroup': '1.2', Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'ConntrackHelper': '1.0', Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'Log': '1.0', Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'Network': '1.1', Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'Port': '1.7', Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'PortForwarding': '1.2', Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'QosPolicy': '1.8', Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroup': '1.4', Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroupRule': '1.2', Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'SubPort': '1.0', Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'Subnet': '1.1', Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: 'Trunk': '1.1'}} Apr 20 05:36:18.091218 dv-cinder-786054-4-smb neutron-server[86220]: {{(pid=86334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 05:36:18.093778 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Attempting to bind port 18fafbeb-ba86-4680-b31f-41a81c2ee3da on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:36:18.094196 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Attempting to bind port 18fafbeb-ba86-4680-b31f-41a81c2ee3da by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': '4798bf01-9c3d-47cc-90ed-49d55c0dbcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd3cd7b5e-41b7-4c79-99b9-51af347fdfc9'}] {{(pid=86334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:36:18.094592 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Attempting to bind port 18fafbeb-ba86-4680-b31f-41a81c2ee3da on network d3cd7b5e-41b7-4c79-99b9-51af347fdfc9 {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:36:18.100523 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:18.101346 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:36:18.101762 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Checking segment: {'id': '4798bf01-9c3d-47cc-90ed-49d55c0dbcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd3cd7b5e-41b7-4c79-99b9-51af347fdfc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:36:18.102221 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:18.102629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Bound using segment: {'id': '4798bf01-9c3d-47cc-90ed-49d55c0dbcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd3cd7b5e-41b7-4c79-99b9-51af347fdfc9'} {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:36:18.103163 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Bound port: 18fafbeb-ba86-4680-b31f-41a81c2ee3da, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4798bf01-9c3d-47cc-90ed-49d55c0dbcd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd3cd7b5e-41b7-4c79-99b9-51af347fdfc9'}}] {{(pid=86334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:36:18.103560 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:18.163167 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 5 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:36:18.203833 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] For port 18fafbeb-ba86-4680-b31f-41a81c2ee3da, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:36:18.208359 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] For port 18fafbeb-ba86-4680-b31f-41a81c2ee3da, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=18fafbeb-ba86-4680-b31f-41a81c2ee3da,segment=NetworkSegment(4798bf01-9c3d-47cc-90ed-49d55c0dbcd1),segment_id=4798bf01-9c3d-47cc-90ed-49d55c0dbcd1)] {{(pid=86334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:36:18.211055 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:18.215437 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:18.302031 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Routers {'d0443cb8-dffa-4676-913e-b8e8bd292961'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:36:18.302707 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:36:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['d0443cb8-dffa-4676-913e-b8e8bd292961'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:36:18.355455 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Pushing event updated for resources: {'Port': ['ID=18fafbeb-ba86-4680-b31f-41a81c2ee3da,revision_number=4']} {{(pid=86334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:18.364078 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:18.466957 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] Set router d0443cb8-dffa-4676-913e-b8e8bd292961 gateway port host: None {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:36:18.804083 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0443cb8-dffa-4676-913e-b8e8bd292961', 'name': 'router1', 'tenant_id': '7e9d6324cd134039ab037ad5e5545c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:36:04Z', 'updated_at': '2021-04-20T05:36:15Z', 'revision_number': 2, 'project_id': '7e9d6324cd134039ab037ad5e5545c9e', 'gw_port_host': None, '_interfaces': [{'id': '18fafbeb-ba86-4680-b31f-41a81c2ee3da', 'name': '', 'network_id': 'd3cd7b5e-41b7-4c79-99b9-51af347fdfc9', 'tenant_id': '7e9d6324cd134039ab037ad5e5545c9e', 'mac_address': 'fa:16:3e:49:3f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0443cb8-dffa-4676-913e-b8e8bd292961', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1b616a3-6a84-4d77-a79c-7637c9017c1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:36:14Z', 'updated_at': '2021-04-20T05:36:18Z', 'revision_number': 4, 'project_id': '7e9d6324cd134039ab037ad5e5545c9e', 'subnets': [{'id': 'd1b616a3-6a84-4d77-a79c-7637c9017c1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c964c7a7-94fe-44b2-bb96-452cf9b7d9c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:36:18.808269 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e59ac15-2d9c-434e-82f8-a1fd2875df59 None None] The sync data for ids ['d0443cb8-dffa-4676-913e-b8e8bd292961'] in dv-cinder-786054-4-smb is: [{'id': 'd0443cb8-dffa-4676-913e-b8e8bd292961', 'name': 'router1', 'tenant_id': '7e9d6324cd134039ab037ad5e5545c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:36:04Z', 'updated_at': '2021-04-20T05:36:15Z', 'revision_number': 2, 'project_id': '7e9d6324cd134039ab037ad5e5545c9e', 'gw_port_host': None, '_interfaces': [{'id': '18fafbeb-ba86-4680-b31f-41a81c2ee3da', 'name': '', 'network_id': 'd3cd7b5e-41b7-4c79-99b9-51af347fdfc9', 'tenant_id': '7e9d6324cd134039ab037ad5e5545c9e', 'mac_address': 'fa:16:3e:49:3f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0443cb8-dffa-4676-913e-b8e8bd292961', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1b616a3-6a84-4d77-a79c-7637c9017c1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:36:14Z', 'updated_at': '2021-04-20T05:36:18Z', 'revision_number': 4, 'project_id': '7e9d6324cd134039ab037ad5e5545c9e', 'subnets': [{'id': 'd1b616a3-6a84-4d77-a79c-7637c9017c1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c964c7a7-94fe-44b2-bb96-452cf9b7d9c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:36:19.119486 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 47564) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:36:19.280957 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430beae8-2ca5-4b47-b868-e9dd207f0041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:36:19.282484 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-430beae8-2ca5-4b47-b868-e9dd207f0041 admin admin] 10.222.0.44 "GET /v2.0/networks/50a41118-ba44-449f-9b81-e04381d54b8b HTTP/1.1" status: 200 len: 842 time: 0.1619821 Apr 20 05:36:19.293094 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.28.3.1', 'cidr': '172.28.3.0/24', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:36:19.298207 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:36:19.302243 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] Usage tracker for resource:subnet and tenant:c5be8027738a41f19ce055a96c8d8a49 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:36:19.305673 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:36:19.311688 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:36:19.322068 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] Made reservation on behalf of c5be8027738a41f19ce055a96c8d8a49 for: {'subnet': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:36:19.326761 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:19.798607 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.objects.ports [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86332) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 20 05:36:19.799166 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for subnet, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:19.803019 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:19.875089 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c213a0b6-2cec-4373-bed2-ef584dd5d4ed,revision_number=0']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:19.880454 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:19.886583 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] Checking segment: {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:36:19.886937 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] Network hostable DHCP agents. Network: 50a41118-ba44-449f-9b81-e04381d54b8b, hostable agents: ['b936b2ef-06b6-4af0-a031-b6b0516c12cc'], hosted agents: [] {{(pid=86332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:36:19.908041 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] Network 50a41118-ba44-449f-9b81-e04381d54b8b is scheduled to be hosted by DHCP agent b936b2ef-06b6-4af0-a031-b6b0516c12cc with binding_index 1 {{(pid=86332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:36:19.919504 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-smb, 50a41118-ba44-449f-9b81-e04381d54b8b) {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:36:19.924190 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:36:19.924834 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:19.929524 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2bb10a-bb2b-4408-aa2e-96dc77fe8085 None None] Network 50a41118-ba44-449f-9b81-e04381d54b8b requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:36:19.946009 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6567519 Apr 20 05:36:20.175692 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b74e57-5a70-4665-b366-08cce6e3390e None None] Network 50a41118-ba44-449f-9b81-e04381d54b8b requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:36:22.530979 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 47578) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:36:22.763606 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-503503a4-4091-4aac-a332-d863301c9224 admin admin] 10.222.0.44 "GET /v2.0/routers/d0443cb8-dffa-4676-913e-b8e8bd292961 HTTP/1.1" status: 200 len: 710 time: 0.2314069 Apr 20 05:36:22.911798 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7a1e96-2e05-4f38-a800-ed1abc7924e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:36:22.913307 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-9e7a1e96-2e05-4f38-a800-ed1abc7924e2 admin admin] 10.222.0.44 "GET /v2.0/networks/50a41118-ba44-449f-9b81-e04381d54b8b HTTP/1.1" status: 200 len: 886 time: 0.1437078 Apr 20 05:36:22.923387 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:36:23.494409 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 18fafbeb-ba86-4680-b31f-41a81c2ee3da up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:36:23.543108 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854131467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854145185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31002'] for router, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:23.565646 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port 18fafbeb-ba86-4680-b31f-41a81c2ee3da completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:36:23.571197 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 18fafbeb-ba86-4680-b31f-41a81c2ee3da triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:36:23.571565 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:23.693640 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:23.727595 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port 18fafbeb-ba86-4680-b31f-41a81c2ee3da, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=18fafbeb-ba86-4680-b31f-41a81c2ee3da,segment=NetworkSegment(4798bf01-9c3d-47cc-90ed-49d55c0dbcd1),segment_id=4798bf01-9c3d-47cc-90ed-49d55c0dbcd1)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:36:23.731570 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:23.733734 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:23.808505 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=18fafbeb-ba86-4680-b31f-41a81c2ee3da,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:23.812180 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:23.890312 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:23.954022 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:24.094306 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Allocated IP 172.28.3.91 (50a41118-ba44-449f-9b81-e04381d54b8b/c213a0b6-2cec-4373-bed2-ef584dd5d4ed/8a6d2798-82be-42a2-906d-0e348ae72722) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:36:24.255781 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:24.316603 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:24.320401 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:24.382412 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Network 50a41118-ba44-449f-9b81-e04381d54b8b is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:36:24.385833 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:36:24.389639 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:36:24.460478 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Pushing event updated for resources: {'Port': ['ID=8a6d2798-82be-42a2-906d-0e348ae72722,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:24.521657 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:24.802199 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:25.319279 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854131467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854145185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31002'] for router, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:25.322944 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-644302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854131514', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-630568'] for router, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:25.474167 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 18fafbeb-ba86-4680-b31f-41a81c2ee3da up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:36:25.514099 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Router d0443cb8-dffa-4676-913e-b8e8bd292961 has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:36:25.545498 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 18fafbeb-ba86-4680-b31f-41a81c2ee3da triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:36:25.545867 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:25.709912 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:36:25.719909 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Notify callbacks [] for router, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:25.721317 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] 10.222.0.44 "PUT /v2.0/routers/d0443cb8-dffa-4676-913e-b8e8bd292961 HTTP/1.1" status: 200 len: 889 time: 2.8014312 Apr 20 05:36:25.790233 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Sync routers for ids ['d0443cb8-dffa-4676-913e-b8e8bd292961'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:36:25.824649 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Routers {'d0443cb8-dffa-4676-913e-b8e8bd292961'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:36:25.825396 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:36:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['d0443cb8-dffa-4676-913e-b8e8bd292961'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:36:26.024962 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Set router d0443cb8-dffa-4676-913e-b8e8bd292961 gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:36:26.381057 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0443cb8-dffa-4676-913e-b8e8bd292961', 'name': 'router1', 'tenant_id': '7e9d6324cd134039ab037ad5e5545c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.91'}], 'enable_snat': True}, 'gw_port_id': '8a6d2798-82be-42a2-906d-0e348ae72722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:36:04Z', 'updated_at': '2021-04-20T05:36:24Z', 'revision_number': 4, 'project_id': '7e9d6324cd134039ab037ad5e5545c9e', 'gw_port': {'id': '8a6d2798-82be-42a2-906d-0e348ae72722', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0443cb8-dffa-4676-913e-b8e8bd292961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:36:23Z', 'updated_at': '2021-04-20T05:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '18fafbeb-ba86-4680-b31f-41a81c2ee3da', 'name': '', 'network_id': 'd3cd7b5e-41b7-4c79-99b9-51af347fdfc9', 'tenant_id': '7e9d6324cd134039ab037ad5e5545c9e', 'mac_address': 'fa:16:3e:49:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0443cb8-dffa-4676-913e-b8e8bd292961', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1b616a3-6a84-4d77-a79c-7637c9017c1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:36:14Z', 'updated_at': '2021-04-20T05:36:23Z', 'revision_number': 5, 'project_id': '7e9d6324cd134039ab037ad5e5545c9e', 'subnets': [{'id': 'd1b616a3-6a84-4d77-a79c-7637c9017c1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c964c7a7-94fe-44b2-bb96-452cf9b7d9c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:36:26.386227 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Checking router: d0443cb8-dffa-4676-913e-b8e8bd292961 for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:36:26.386634 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Updating router d0443cb8-dffa-4676-913e-b8e8bd292961 port 8a6d2798-82be-42a2-906d-0e348ae72722 binding host dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:36:26.441647 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:26.784386 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:26.796453 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Transition to ACTIVE for port object 8a6d2798-82be-42a2-906d-0e348ae72722 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:36:26.802884 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:26.807229 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:26.888337 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Attempting to bind port 8a6d2798-82be-42a2-906d-0e348ae72722 on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:36:26.888832 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Attempting to bind port 8a6d2798-82be-42a2-906d-0e348ae72722 by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:36:26.889140 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Attempting to bind port 8a6d2798-82be-42a2-906d-0e348ae72722 on network 50a41118-ba44-449f-9b81-e04381d54b8b {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:36:26.895284 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3fe3a-90c1-4ffe-b535-67f9a5ab2938 None None] Pushing event updated for resources: {'Port': ['ID=8a6d2798-82be-42a2-906d-0e348ae72722,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:26.898067 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-02c3fe3a-90c1-4ffe-b535-67f9a5ab2938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:26.900896 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:36:26.901303 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Checking segment: {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:36:26.901771 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:26.902188 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Bound using segment: {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:36:26.902696 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Bound port: 8a6d2798-82be-42a2-906d-0e348ae72722, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:36:26.903228 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:26.979642 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] For port 8a6d2798-82be-42a2-906d-0e348ae72722, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:36:26.982875 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] For port 8a6d2798-82be-42a2-906d-0e348ae72722, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=8a6d2798-82be-42a2-906d-0e348ae72722,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:36:26.986936 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:26.990839 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:27.072617 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Routers {'d0443cb8-dffa-4676-913e-b8e8bd292961'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:36:27.073337 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:36:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['d0443cb8-dffa-4676-913e-b8e8bd292961'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:36:27.130757 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3fe3a-90c1-4ffe-b535-67f9a5ab2938 None None] Pushing event updated for resources: {'Port': ['ID=8a6d2798-82be-42a2-906d-0e348ae72722,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:27.140697 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-02c3fe3a-90c1-4ffe-b535-67f9a5ab2938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:27.260626 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] Set router d0443cb8-dffa-4676-913e-b8e8bd292961 gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:36:27.610686 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0443cb8-dffa-4676-913e-b8e8bd292961', 'name': 'router1', 'tenant_id': '7e9d6324cd134039ab037ad5e5545c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.91'}], 'enable_snat': True}, 'gw_port_id': '8a6d2798-82be-42a2-906d-0e348ae72722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:36:04Z', 'updated_at': '2021-04-20T05:36:24Z', 'revision_number': 4, 'project_id': '7e9d6324cd134039ab037ad5e5545c9e', 'gw_port': {'id': '8a6d2798-82be-42a2-906d-0e348ae72722', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0443cb8-dffa-4676-913e-b8e8bd292961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:36:23Z', 'updated_at': '2021-04-20T05:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '18fafbeb-ba86-4680-b31f-41a81c2ee3da', 'name': '', 'network_id': 'd3cd7b5e-41b7-4c79-99b9-51af347fdfc9', 'tenant_id': '7e9d6324cd134039ab037ad5e5545c9e', 'mac_address': 'fa:16:3e:49:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0443cb8-dffa-4676-913e-b8e8bd292961', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1b616a3-6a84-4d77-a79c-7637c9017c1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:36:14Z', 'updated_at': '2021-04-20T05:36:23Z', 'revision_number': 5, 'project_id': '7e9d6324cd134039ab037ad5e5545c9e', 'subnets': [{'id': 'd1b616a3-6a84-4d77-a79c-7637c9017c1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c964c7a7-94fe-44b2-bb96-452cf9b7d9c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:36:27.614928 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b2cb4-61fe-4bca-814f-60a489bd6c50 None None] The sync data for ids ['d0443cb8-dffa-4676-913e-b8e8bd292961'] in dv-cinder-786054-4-smb is: [{'id': 'd0443cb8-dffa-4676-913e-b8e8bd292961', 'name': 'router1', 'tenant_id': '7e9d6324cd134039ab037ad5e5545c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.91'}], 'enable_snat': True}, 'gw_port_id': '8a6d2798-82be-42a2-906d-0e348ae72722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:36:04Z', 'updated_at': '2021-04-20T05:36:24Z', 'revision_number': 4, 'project_id': '7e9d6324cd134039ab037ad5e5545c9e', 'gw_port': {'id': '8a6d2798-82be-42a2-906d-0e348ae72722', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:90:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0443cb8-dffa-4676-913e-b8e8bd292961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:36:23Z', 'updated_at': '2021-04-20T05:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '18fafbeb-ba86-4680-b31f-41a81c2ee3da', 'name': '', 'network_id': 'd3cd7b5e-41b7-4c79-99b9-51af347fdfc9', 'tenant_id': '7e9d6324cd134039ab037ad5e5545c9e', 'mac_address': 'fa:16:3e:49:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0443cb8-dffa-4676-913e-b8e8bd292961', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1b616a3-6a84-4d77-a79c-7637c9017c1f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:36:14Z', 'updated_at': '2021-04-20T05:36:23Z', 'revision_number': 5, 'project_id': '7e9d6324cd134039ab037ad5e5545c9e', 'subnets': [{'id': 'd1b616a3-6a84-4d77-a79c-7637c9017c1f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c964c7a7-94fe-44b2-bb96-452cf9b7d9c2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:36:28.399390 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 47588) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:36:28.528379 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c3146eb0-3646-45b3-ac26-988a1b457719 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1277895 Apr 20 05:36:29.487766 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 8a6d2798-82be-42a2-906d-0e348ae72722 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:36:29.566528 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port 8a6d2798-82be-42a2-906d-0e348ae72722 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:36:29.571642 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 8a6d2798-82be-42a2-906d-0e348ae72722 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:36:29.572046 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:29.696455 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:29.713368 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port 8a6d2798-82be-42a2-906d-0e348ae72722, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=8a6d2798-82be-42a2-906d-0e348ae72722,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:36:29.716900 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:29.719233 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-713fb98d-16af-4b4a-b57b-a09ed4688e43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:36:29.793748 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=8a6d2798-82be-42a2-906d-0e348ae72722,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:36:29.797107 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:36:31.496428 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 8a6d2798-82be-42a2-906d-0e348ae72722 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:36:31.615279 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 8a6d2798-82be-42a2-906d-0e348ae72722 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:36:31.616066 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:36.167078 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2dadf35c-f862-4da9-acbe-eade68a56def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:37.927219 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8a907806-be30-4fbd-aff2-6e4768253049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:38.690416 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:39.509547 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:40.315410 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:36:55.153013 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 5 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:37:06.160199 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f1bf033e-2d81-4d3d-8166-4a919c807539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:07.893388 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c80e906a-450f-49b4-9a03-7c72e8290992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:08.692072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:09.503639 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:10.318399 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:32.153166 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 5 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:37:36.162630 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f151e7ac-94f6-4e5e-88e3-f4f6e5bf2f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:37.895755 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5404b515-251d-4fac-9711-ac93e8ab10b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:38.696338 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:39.507840 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:37:40.324798 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:06.168069 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b4761820-9c07-41c6-86d2-4fd06c8294a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:07.898143 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3445e4f6-659c-42b5-9ef6-40cf782ec35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:08.698283 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:09.153178 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 5 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:38:09.510803 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:10.327040 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:14.591639 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48158) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:14.678491 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fc8bfb-6332-40c5-9eaa-cc9927054ba9 admin admin] GET failed (client error): The resource could not be found. Apr 20 05:38:14.679814 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-66fc8bfb-6332-40c5-9eaa-cc9927054ba9 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0867839 Apr 20 05:38:14.824501 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5422e447-9639-4bf8-9d2f-1431845e16e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:14.825991 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-5422e447-9639-4bf8-9d2f-1431845e16e3 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1395557 Apr 20 05:38:17.274672 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 48168) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:17.406113 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95580431-5317-4cf8-b44e-707073156a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:17.407475 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-95580431-5317-4cf8-b44e-707073156a6b admin admin] 10.222.0.44 "GET /v2.0/subnets/d1b616a3-6a84-4d77-a79c-7637c9017c1f HTTP/1.1" status: 200 len: 849 time: 0.1317444 Apr 20 05:38:17.417992 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:38:17.542225 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Notify callbacks [] for subnet, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:17.853382 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736091160537'] for subnet, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:17.857185 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:38:17.904472 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:17.905512 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:17.906410 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] 10.222.0.44 "PUT /v2.0/subnets/d1b616a3-6a84-4d77-a79c-7637c9017c1f HTTP/1.1" status: 200 len: 868 time: 0.4925921 Apr 20 05:38:17.924216 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fc6f4e-bcf9-4bc5-b24c-bde9e3580a52 None None] Network d3cd7b5e-41b7-4c79-99b9-51af347fdfc9 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:38:17.933108 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b616a3-6a84-4d77-a79c-7637c9017c1f,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:38:17.941703 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:17.941962 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:17.942292 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:17.942666 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:17.943019 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:17.943431 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:17.943756 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:17.944076 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:17.944475 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:17.944829 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:17.945200 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:17.945546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:38:17.953878 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:38:18.412138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-fce4f57b-172c-458a-90b5-3631ad91e2ae None None] Provisioning complete for port cedc3d4b-59f0-40fb-8b20-b301fb6ae44c triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:38:18.412661 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fce4f57b-172c-458a-90b5-3631ad91e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:18.542329 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-fce4f57b-172c-458a-90b5-3631ad91e2ae None None] Provisioning complete for port 18fafbeb-ba86-4680-b31f-41a81c2ee3da triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:38:18.542753 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fce4f57b-172c-458a-90b5-3631ad91e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:20.378743 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48178) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:20.569271 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085be8d9-7527-4565-afb8-f487d738b52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:20.569710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085be8d9-7527-4565-afb8-f487d738b52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:20.571337 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-085be8d9-7527-4565-afb8-f487d738b52f admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1915619 Apr 20 05:38:23.036954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48188) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:23.231755 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb34a5d5-64fd-4155-9b88-d7e104c52567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:23.232282 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb34a5d5-64fd-4155-9b88-d7e104c52567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:23.234001 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-eb34a5d5-64fd-4155-9b88-d7e104c52567 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1959529 Apr 20 05:38:25.689194 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48198) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:25.888973 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33718bf3-096a-41a6-8ad9-4a9c23b66f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:25.890375 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-33718bf3-096a-41a6-8ad9-4a9c23b66f76 admin admin] 10.222.0.44 "GET /v2.0/networks/50a41118-ba44-449f-9b81-e04381d54b8b HTTP/1.1" status: 200 len: 886 time: 0.1998081 Apr 20 05:38:28.355323 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48208) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:28.552302 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed96a821-587f-46d8-8bd4-e925e1e1dbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:28.554089 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-ed96a821-587f-46d8-8bd4-e925e1e1dbcb admin admin] 10.222.0.44 "GET /v2.0/networks/d3cd7b5e-41b7-4c79-99b9-51af347fdfc9 HTTP/1.1" status: 200 len: 869 time: 0.1976562 Apr 20 05:38:31.012653 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 48218) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:31.132020 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db53889-7d00-4ed7-8d20-bb19dd1014ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:31.132517 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db53889-7d00-4ed7-8d20-bb19dd1014ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:31.134183 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-7db53889-7d00-4ed7-8d20-bb19dd1014ca admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204288 Apr 20 05:38:33.594862 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 48228) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:33.713490 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c6480c-da4b-45b8-99dd-556520542608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:33.713990 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c6480c-da4b-45b8-99dd-556520542608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:33.715599 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-b6c6480c-da4b-45b8-99dd-556520542608 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1197004 Apr 20 05:38:36.153626 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48238) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:36.162388 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-31d81aa2-37fb-4e5e-a5db-acce0a140217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:36.264104 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7a4916-160a-47f7-aa62-2edb945d40e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:36.264722 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ca7a4916-160a-47f7-aa62-2edb945d40e5 admin admin] Synchronizing usage tracker for tenant:c5be8027738a41f19ce055a96c8d8a49 on resource:subnet {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:38:36.282740 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ca7a4916-160a-47f7-aa62-2edb945d40e5 admin admin] Unset dirty status for tenant:c5be8027738a41f19ce055a96c8d8a49 on resource:subnet {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:38:36.283919 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-ca7a4916-160a-47f7-aa62-2edb945d40e5 admin admin] 10.222.0.44 "GET /v2.0/subnets/c213a0b6-2cec-4373-bed2-ef584dd5d4ed HTTP/1.1" status: 200 len: 816 time: 0.1292679 Apr 20 05:38:37.900873 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42d3cbde-dc74-4be8-b2a8-5691b17caf41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:38.699660 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:38.777683 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48248) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:38:38.913183 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6de8f9-b475-48e5-a612-c3400e64c77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:38:38.914590 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-7a6de8f9-b475-48e5-a612-c3400e64c77c admin admin] 10.222.0.44 "GET /v2.0/subnets/d1b616a3-6a84-4d77-a79c-7637c9017c1f HTTP/1.1" status: 200 len: 868 time: 0.1358464 Apr 20 05:38:39.514279 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:40.332021 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:38:46.154006 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 5 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:39:05.274411 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48292) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:39:05.328205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [None req-8236df7b-fb07-4b6e-a04b-4d53ea12c7e7 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=86332) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:39:05.329298 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-8236df7b-fb07-4b6e-a04b-4d53ea12c7e7 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538096 Apr 20 05:39:06.165716 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ace2559-5d0f-49e6-959b-ecab604fb144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:07.888291 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48302) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:39:07.901943 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3516ae89-7f19-461c-8861-c4fcbdb17a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:07.966191 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.pecan_wsgi.hooks.translation [None req-61177aab-d12b-42c6-81f5-bc4acf0400cd admin admin] GET failed (client error): The resource could not be found. Apr 20 05:39:07.967519 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-61177aab-d12b-42c6-81f5-bc4acf0400cd admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0782399 Apr 20 05:39:08.104100 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e0fc76-6a36-4ce0-96aa-84925ce705d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:39:08.105662 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-d3e0fc76-6a36-4ce0-96aa-84925ce705d8 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1335490 Apr 20 05:39:08.703144 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:09.517741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:10.333089 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:10.611358 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48312) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:39:10.666881 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:39:10.675358 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:39:10.682188 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Usage tracker for resource:network and tenant:c5be8027738a41f19ce055a96c8d8a49 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:39:10.685298 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:39:10.691342 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:39:10.702128 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Made reservation on behalf of c5be8027738a41f19ce055a96c8d8a49 for: {'network': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:39:10.706663 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for network, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:10.807785 dv-cinder-786054-4-smb neutron-server[86220]: WARNING neutron.services.revisions.revision_plugin [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Could not find related network for resource to bump revision. Apr 20 05:39:10.824699 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=86332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:39:10.834249 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:10.834624 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.segments_db [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Added segment 2ee65d17-d2f6-4f8e-820e-2ad7812b17dc of type vlan for network 9bb48d20-5190-4f11-ba81-fafbe9157db7 Apr 20 05:39:10.860544 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736090717418'] for network, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:10.891586 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for network, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:10.892904 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:39:10.893561 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:10.898339 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:39:11.156852 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5442975 Apr 20 05:39:11.164647 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Pushing event updated for resources: {'Network': ['ID=9bb48d20-5190-4f11-ba81-fafbe9157db7,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:39:11.172615 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:11.173012 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:11.173382 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:11.173741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:11.174099 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:11.174451 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:11.174802 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:11.175155 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:11.175521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:11.175876 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:11.176218 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:11.176558 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:11.183006 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:39:11.191107 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Network 9bb48d20-5190-4f11-ba81-fafbe9157db7 details requested by agent ovs-agent-dv-cinder-786054-4-smb with host dv-cinder-786054-4-smb {{(pid=86333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:39:13.650867 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48322) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:39:13.731829 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f29bf5-f2b4-422d-80d8-49d36d13fb49 admin admin] GET failed (client error): The resource could not be found. Apr 20 05:39:13.732425 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-10f29bf5-f2b4-422d-80d8-49d36d13fb49 admin admin] Synchronizing usage tracker for tenant:c5be8027738a41f19ce055a96c8d8a49 on resource:network {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:39:13.750098 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-10f29bf5-f2b4-422d-80d8-49d36d13fb49 admin admin] Unset dirty status for tenant:c5be8027738a41f19ce055a96c8d8a49 on resource:network {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:39:13.751412 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-10f29bf5-f2b4-422d-80d8-49d36d13fb49 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0991733 Apr 20 05:39:13.865716 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d14fa6-58b6-4dbc-ac79-09a553700b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:39:13.867108 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-f3d14fa6-58b6-4dbc-ac79-09a553700b49 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1112821 Apr 20 05:39:13.878943 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-9197ab38-95f7-4077-8cf7-63733e782912 admin admin] Request body: {'subnet': {'network_id': '9bb48d20-5190-4f11-ba81-fafbe9157db7', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:39:13.883701 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-9197ab38-95f7-4077-8cf7-63733e782912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:39:13.894209 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-9197ab38-95f7-4077-8cf7-63733e782912 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:39:13.904810 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9197ab38-95f7-4077-8cf7-63733e782912 admin admin] Made reservation on behalf of c5be8027738a41f19ce055a96c8d8a49 for: {'subnet': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:39:13.909358 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9197ab38-95f7-4077-8cf7-63733e782912 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:14.303985 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9197ab38-95f7-4077-8cf7-63733e782912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for subnet, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:14.307728 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:39:14.379989 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197ab38-95f7-4077-8cf7-63733e782912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=961e28e1-0dc7-49e9-b4aa-86fe7f210ba6,revision_number=0']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:39:14.383742 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9197ab38-95f7-4077-8cf7-63733e782912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:39:14.391301 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9197ab38-95f7-4077-8cf7-63733e782912 admin admin] Checking segment: {'id': '2ee65d17-d2f6-4f8e-820e-2ad7812b17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9bb48d20-5190-4f11-ba81-fafbe9157db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:39:14.391694 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9197ab38-95f7-4077-8cf7-63733e782912 admin admin] Network hostable DHCP agents. Network: 9bb48d20-5190-4f11-ba81-fafbe9157db7, hostable agents: ['b936b2ef-06b6-4af0-a031-b6b0516c12cc'], hosted agents: [] {{(pid=86332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:39:14.413827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9197ab38-95f7-4077-8cf7-63733e782912 admin admin] Network 9bb48d20-5190-4f11-ba81-fafbe9157db7 is scheduled to be hosted by DHCP agent b936b2ef-06b6-4af0-a031-b6b0516c12cc with binding_index 1 {{(pid=86332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:39:14.423084 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-9197ab38-95f7-4077-8cf7-63733e782912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-smb, 9bb48d20-5190-4f11-ba81-fafbe9157db7) {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:39:14.427520 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9197ab38-95f7-4077-8cf7-63733e782912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:39:14.428158 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9197ab38-95f7-4077-8cf7-63733e782912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:14.432404 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a60053-7c56-4584-bcc2-ff1f8821477b None None] Network 9bb48d20-5190-4f11-ba81-fafbe9157db7 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:39:14.453210 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-9197ab38-95f7-4077-8cf7-63733e782912 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5780501 Apr 20 05:39:14.679715 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93accfa-fc53-555d-995a-8a38c295c9c1-9bb48d20-5190-4f11-ba81-fafbe9157db7', 'network_id': '9bb48d20-5190-4f11-ba81-fafbe9157db7', 'tenant_id': 'c5be8027738a41f19ce055a96c8d8a49', 'fixed_ips': [{'subnet_id': '961e28e1-0dc7-49e9-b4aa-86fe7f210ba6'}]}} from dv-cinder-786054-4-smb. {{(pid=86333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 05:39:14.680656 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:14.843963 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Allocated IP 192.168.233.2 (9bb48d20-5190-4f11-ba81-fafbe9157db7/961e28e1-0dc7-49e9-b4aa-86fe7f210ba6/8576bdfb-b0a1-4839-9ffa-a2d762ca53ac) {{(pid=86333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:39:15.057877 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:15.068585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Transition to ACTIVE for port object 8576bdfb-b0a1-4839-9ffa-a2d762ca53ac will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:39:15.088589 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Transition to ACTIVE for port object 8576bdfb-b0a1-4839-9ffa-a2d762ca53ac will not be triggered until provisioned by entity DHCP. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:39:15.093638 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:15.098523 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:39:15.172790 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Network 9bb48d20-5190-4f11-ba81-fafbe9157db7 is already hosted by enough agents. {{(pid=86333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:39:15.176501 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Resources bound (agent type, host, resource id): {{(pid=86333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:39:15.178937 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Pushing event updated for resources: {'Port': ['ID=8576bdfb-b0a1-4839-9ffa-a2d762ca53ac,revision_number=1']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:39:15.182665 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Received port after_create {{(pid=86333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:39:15.189717 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:15.190098 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:15.190468 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:15.190830 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:15.191189 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:15.191547 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:15.191899 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:15.192251 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:15.192602 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:15.192975 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:15.193333 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:15.193682 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:39:15.198557 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:39:15.284617 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Attempting to bind port 8576bdfb-b0a1-4839-9ffa-a2d762ca53ac on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:39:15.285059 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Attempting to bind port 8576bdfb-b0a1-4839-9ffa-a2d762ca53ac by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': '2ee65d17-d2f6-4f8e-820e-2ad7812b17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9bb48d20-5190-4f11-ba81-fafbe9157db7'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:39:15.285441 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Attempting to bind port 8576bdfb-b0a1-4839-9ffa-a2d762ca53ac on network 9bb48d20-5190-4f11-ba81-fafbe9157db7 {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:39:15.291287 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:39:15.291701 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Checking segment: {'id': '2ee65d17-d2f6-4f8e-820e-2ad7812b17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9bb48d20-5190-4f11-ba81-fafbe9157db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:39:15.292142 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:15.292572 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Bound using segment: {'id': '2ee65d17-d2f6-4f8e-820e-2ad7812b17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9bb48d20-5190-4f11-ba81-fafbe9157db7'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:39:15.293232 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Bound port: 8576bdfb-b0a1-4839-9ffa-a2d762ca53ac, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee65d17-d2f6-4f8e-820e-2ad7812b17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9bb48d20-5190-4f11-ba81-fafbe9157db7'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:39:15.293787 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:15.389196 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] For port 8576bdfb-b0a1-4839-9ffa-a2d762ca53ac, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:39:15.392414 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] For port 8576bdfb-b0a1-4839-9ffa-a2d762ca53ac, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=8576bdfb-b0a1-4839-9ffa-a2d762ca53ac,segment=NetworkSegment(2ee65d17-d2f6-4f8e-820e-2ad7812b17dc),segment_id=2ee65d17-d2f6-4f8e-820e-2ad7812b17dc)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:39:15.396150 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:15.401555 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-02c3fe3a-90c1-4ffe-b535-67f9a5ab2938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:39:15.478719 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Pushing event updated for resources: {'Port': ['ID=8576bdfb-b0a1-4839-9ffa-a2d762ca53ac,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:39:15.482779 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:39:16.702617 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed0dff2-1bde-45cd-8b19-8bee8cfe5f55 None None] Network 9bb48d20-5190-4f11-ba81-fafbe9157db7 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:39:16.804458 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-a07e6c5a-047a-4517-ba3d-b22f17450318 None None] Provisioning for port 8576bdfb-b0a1-4839-9ffa-a2d762ca53ac completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:39:17.618464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 8576bdfb-b0a1-4839-9ffa-a2d762ca53ac up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:39:17.691849 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port 8576bdfb-b0a1-4839-9ffa-a2d762ca53ac completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:39:17.696817 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 8576bdfb-b0a1-4839-9ffa-a2d762ca53ac triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:39:17.697261 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:17.818540 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:17.851205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port 8576bdfb-b0a1-4839-9ffa-a2d762ca53ac, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=8576bdfb-b0a1-4839-9ffa-a2d762ca53ac,segment=NetworkSegment(2ee65d17-d2f6-4f8e-820e-2ad7812b17dc),segment_id=2ee65d17-d2f6-4f8e-820e-2ad7812b17dc)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:39:17.856342 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:17.858598 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:39:17.929736 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=8576bdfb-b0a1-4839-9ffa-a2d762ca53ac,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:39:17.932966 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:39:19.597802 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 8576bdfb-b0a1-4839-9ffa-a2d762ca53ac up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:39:19.669766 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 8576bdfb-b0a1-4839-9ffa-a2d762ca53ac triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:39:19.670167 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:23.153398 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 5 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:39:36.170079 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f26445c2-2588-4c25-a0fa-9cc34abd0bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:37.905789 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0f18800e-23eb-4733-906c-596d56e58614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:38.705750 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:39.521518 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:39:40.338914 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:00.153814 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 5 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:40:06.184680 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e2fc46e5-27d7-4e4f-9094-b6a4c9060d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:07.909343 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c2fa566e-881f-47eb-8fe1-fc140a38176b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:08.709919 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:09.529445 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:10.340537 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:33.810549 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48364) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:40:33.817018 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [None req-36038935-f815-4b45-a618-3876e1231568 tempest-verify_tempest_config-456113712 tempest-verify_tempest_config-456113712-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=86332) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:40:33.818070 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-36038935-f815-4b45-a618-3876e1231568 tempest-verify_tempest_config-456113712 tempest-verify_tempest_config-456113712-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064359 Apr 20 05:40:34.151984 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 48382) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:40:34.283581 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:34.299218 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:40:34.303594 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Usage tracker for resource:security_group_rule and tenant:328fdae1a06d4a3492f06fe71f4dab08 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:40:34.306629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:40:34.312841 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:40:34.408158 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:34.412141 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:34.419702 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ee833d0f-bb7f-4782-8609-d951d12c5ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:40:34.460480 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Synchronizing usage tracker for tenant:c5be8027738a41f19ce055a96c8d8a49 on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:40:34.462954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aff8b1-6dbc-4e32-aeee-951d742be1c8,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:40:34.473055 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.473427 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.473785 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.474139 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.474462 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.474842 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.475180 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.475534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.475886 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.476228 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.476571 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.476894 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:40:34.481169 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:40:34.493560 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Unset dirty status for tenant:c5be8027738a41f19ce055a96c8d8a49 on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:40:34.495066 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=328fdae1a06d4a3492f06fe71f4dab08&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3420646 Apr 20 05:40:34.497873 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 48388) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:40:34.569579 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9f816773-075b-4fa5-94b3-41cc2985b942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:34.597360 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9f816773-075b-4fa5-94b3-41cc2985b942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:34.655234 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9f816773-075b-4fa5-94b3-41cc2985b942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:34.660483 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:40:34.673648 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f816773-075b-4fa5-94b3-41cc2985b942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aff8b1-6dbc-4e32-aeee-951d742be1c8,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:40:34.676333 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9f816773-075b-4fa5-94b3-41cc2985b942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:40:34.677865 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9f816773-075b-4fa5-94b3-41cc2985b942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:34.679081 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-9f816773-075b-4fa5-94b3-41cc2985b942 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66aff8b1-6dbc-4e32-aeee-951d742be1c8 HTTP/1.1" status: 204 len: 168 time: 0.1801763 Apr 20 05:40:36.178793 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7540927f-fe90-4f53-bf50-73479091e0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:37.153951 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 5 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:40:37.914577 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-75e9642a-79e5-467d-93e4-e1c44dd1efda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:38.712825 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:39.523357 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:40:40.343522 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:06.192602 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eac38db8-dd9a-41ca-aa77-92a2a677aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:07.927995 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1fbe6f5c-c2c9-45df-bf2e-0cdc48a9c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:08.726838 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:09.538849 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:10.353411 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:14.158580 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 5 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:41:36.187826 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-175f4f5e-f5fd-4f79-b457-34a2515954db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:37.924833 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-175f93e6-218f-4b0d-a9b4-2a287a525b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:38.728726 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:39.534841 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:40.357739 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:41:51.163238 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 5 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:42:06.196604 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4fbcd3df-24ea-4954-9ff8-24aee57a164e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:07.924533 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f228a229-4795-4c5c-b5f3-ff8c0934884f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:08.731885 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:09.524737 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:10.355313 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:13.812611 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053'] for agent, after_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:18.566709 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48448) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:42:18.710024 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-d0e4903e-b1af-49a5-b39b-d735170f67a4 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1418839 Apr 20 05:42:21.184507 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48458) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:42:21.250869 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-1d327a44-d083-4e87-a1cc-651454faf355 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0650396 Apr 20 05:42:28.162334 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:42:36.202128 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6ede5bbd-22bf-44bd-8f79-679fd0162f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:37.928517 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d7326cb1-205d-463a-950e-2d40b149a64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:38.731112 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:39.529759 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:40.372139 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:42:43.783488 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:05.161707 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:43:06.198307 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0e961d48-abbf-484b-a47d-e72dfaa75cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:07.922478 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e46f7495-d563-4ad5-bd36-ad65e7ab9791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:08.729787 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:09.514661 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:10.361741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:13.797856 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:36.182283 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f79c6c72-84f9-4226-827d-9d340d22f3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:37.929731 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d4941056-043a-4a4f-bb5c-08ff61dab094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:38.732513 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:39.518746 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:40.364766 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:42.161010 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:43:43.795775 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.026777 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48662) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:56.216676 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 48674) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:56.407307 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-network', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:43:56.413153 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:56.417709 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Usage tracker for resource:network and tenant:10c6bb10c09f41b2bd958de46431d375 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:56.420843 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:56.427806 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:56.438538 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Made reservation on behalf of 10c6bb10c09f41b2bd958de46431d375 for: {'network': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:43:56.445218 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for network, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.463099 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.482077 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:56.486893 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Usage tracker for resource:security_group_rule and tenant:10c6bb10c09f41b2bd958de46431d375 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:56.490410 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:56.497315 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:56.601546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.606791 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.611832 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3159f7c1-ec4e-429a-ace4-82440366ddaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:56.650388 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b809844-c046-46ea-8eee-4487cd78c4fb,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:56.661575 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.662139 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.663278 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.663511 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.664131 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.664376 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1031763818-network', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:43:56.664605 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.665147 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.665797 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.666340 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.666956 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.667489 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.668000 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Tracked resource versions report: Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: pushed versions: Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: { 'AddressGroup': {'1.2'}, Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'ConntrackHelper': {'1.0'}, Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'Log': {'1.0'}, Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'Network': {'1.1'}, Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'Port': {'1.7'}, Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'PortForwarding': {'1.2'}, Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'QosPolicy': {'1.8'}, Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroup': {'1.4'}, Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroupRule': {'1.2'}, Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'SubPort': {'1.0'}, Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'Subnet': {'1.1'}, Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'Trunk': {'1.1'}} Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: consumer versions: Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: { DHCP agent@dv-cinder-786054-4-smb: {}, Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: HyperV agent@hv-cinder-78605: {}, Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: L3 agent@dv-cinder-786054-4-smb: {}, Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: Metadata agent@dv-cinder-786054-4-smb: {}, Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: Metering agent@dv-cinder-786054-4-smb: {}, Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: Open vSwitch agent@dv-cinder-786054-4-smb: { 'AddressGroup': '1.2', Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'ConntrackHelper': '1.0', Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'Log': '1.0', Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'Network': '1.1', Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'Port': '1.7', Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'PortForwarding': '1.2', Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'QosPolicy': '1.8', Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroup': '1.4', Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroupRule': '1.2', Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'SubPort': '1.0', Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'Subnet': '1.1', Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: 'Trunk': '1.1'}} Apr 20 05:43:56.669306 dv-cinder-786054-4-smb neutron-server[86220]: {{(pid=86332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 05:43:56.672298 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:56.681072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:56.685861 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=86332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:43:56.693642 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Usage tracker for resource:network and tenant:2ab7172ed9a44fe6aa1df137f47c43e3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:56.698803 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:56.699306 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.700048 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.segments_db [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Added segment cc76c5e4-0f58-4054-a99a-92ffe99bb9c8 of type vlan for network b33f592a-fb2a-48c3-93cb-6ae242341fc0 Apr 20 05:43:56.706189 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:56.715206 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Made reservation on behalf of 2ab7172ed9a44fe6aa1df137f47c43e3 for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:43:56.720108 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.732882 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736090717418'] for network, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.734034 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.750068 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:56.754409 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Usage tracker for resource:security_group_rule and tenant:2ab7172ed9a44fe6aa1df137f47c43e3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:56.757521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:56.763845 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:56.770419 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for network, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.772438 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:43:56.773114 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.780324 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6457119f-87a5-44a1-bb29-bce838f8ccfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:56.795464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 48702) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:56.896818 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.901755 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.909201 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8810554 Apr 20 05:43:56.910540 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Pushing event updated for resources: {'Network': ['ID=b33f592a-fb2a-48c3-93cb-6ae242341fc0,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:56.910992 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9f816773-075b-4fa5-94b3-41cc2985b942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:56.913052 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48716) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:56.916414 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:56.921719 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-5912b962-24a3-4b78-8525-bdb87a86a373 admin admin] Request body: {'subnet': {'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-subnet', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:43:56.925355 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Network b33f592a-fb2a-48c3-93cb-6ae242341fc0 details requested by agent ovs-agent-dv-cinder-786054-4-smb with host dv-cinder-786054-4-smb {{(pid=86333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:43:56.927840 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-5912b962-24a3-4b78-8525-bdb87a86a373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:56.932495 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-5912b962-24a3-4b78-8525-bdb87a86a373 admin admin] Usage tracker for resource:subnet and tenant:10c6bb10c09f41b2bd958de46431d375 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:56.935758 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-5912b962-24a3-4b78-8525-bdb87a86a373 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:56.942263 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-5912b962-24a3-4b78-8525-bdb87a86a373 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:56.945268 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:43:56.955819 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5912b962-24a3-4b78-8525-bdb87a86a373 admin admin] Made reservation on behalf of 10c6bb10c09f41b2bd958de46431d375 for: {'subnet': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:43:56.960639 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5912b962-24a3-4b78-8525-bdb87a86a373 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.970696 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3231da9-e211-402e-9613-f8aa3e6855c7,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:56.974906 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:56.975512 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.segments_db [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Added segment d8111d06-d8c2-478d-81bb-a8d0dca3ec2f of type vlan for network 411e23b4-e2d6-46df-bd62-b0674bdfd076 Apr 20 05:43:56.985340 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.985997 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.986569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.987246 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.987798 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.988336 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.988877 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.989622 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.990140 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.990638 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.991137 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.991634 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Tracked resource versions report: Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: pushed versions: Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: { 'AddressGroup': {'1.2'}, Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'ConntrackHelper': {'1.0'}, Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'Log': {'1.0'}, Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'Network': {'1.1'}, Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'Port': {'1.7'}, Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'PortForwarding': {'1.2'}, Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'QosPolicy': {'1.8'}, Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroup': {'1.4'}, Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroupRule': {'1.2'}, Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'SubPort': {'1.0'}, Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'Subnet': {'1.1'}, Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'Trunk': {'1.1'}} Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: consumer versions: Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: { DHCP agent@dv-cinder-786054-4-smb: {}, Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: HyperV agent@hv-cinder-78605: {}, Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: L3 agent@dv-cinder-786054-4-smb: {}, Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: Metadata agent@dv-cinder-786054-4-smb: {}, Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: Metering agent@dv-cinder-786054-4-smb: {}, Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: Open vSwitch agent@dv-cinder-786054-4-smb: { 'AddressGroup': '1.2', Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'ConntrackHelper': '1.0', Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'Log': '1.0', Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'Network': '1.1', Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'Port': '1.7', Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'PortForwarding': '1.2', Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'QosPolicy': '1.8', Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroup': '1.4', Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroupRule': '1.2', Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'SubPort': '1.0', Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'Subnet': '1.1', Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: 'Trunk': '1.1'}} Apr 20 05:43:56.992864 dv-cinder-786054-4-smb neutron-server[86220]: {{(pid=86331) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 05:43:57.025386 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736090717418'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:57.051842 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:57.061107 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:57.062479 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:43:57.063321 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:57.069727 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:57.175625 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Pushing event updated for resources: {'Network': ['ID=411e23b4-e2d6-46df-bd62-b0674bdfd076,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:57.182934 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9644279 Apr 20 05:43:57.183675 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 48724) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:57.184729 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:57.187104 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Network 411e23b4-e2d6-46df-bd62-b0674bdfd076 details requested by agent ovs-agent-dv-cinder-786054-4-smb with host dv-cinder-786054-4-smb {{(pid=86333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:43:57.190856 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-49aef740-4b7f-4669-bdc9-80f0e36489ea admin admin] Request body: {'subnet': {'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1031763818-subnet', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:43:57.196251 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-49aef740-4b7f-4669-bdc9-80f0e36489ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:57.200990 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-49aef740-4b7f-4669-bdc9-80f0e36489ea admin admin] Usage tracker for resource:subnet and tenant:2ab7172ed9a44fe6aa1df137f47c43e3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:57.204631 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-49aef740-4b7f-4669-bdc9-80f0e36489ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:57.211026 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-49aef740-4b7f-4669-bdc9-80f0e36489ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:57.225517 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aef740-4b7f-4669-bdc9-80f0e36489ea admin admin] Made reservation on behalf of 2ab7172ed9a44fe6aa1df137f47c43e3 for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:43:57.234828 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-49aef740-4b7f-4669-bdc9-80f0e36489ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:57.379417 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-419602168-network', 'tenant_id': '3ccf8f1a1fb6414b9546e6523a91eb00'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:43:57.403503 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:57.411076 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Usage tracker for resource:network and tenant:3ccf8f1a1fb6414b9546e6523a91eb00 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:57.416745 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:57.427856 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:57.450251 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Made reservation on behalf of 3ccf8f1a1fb6414b9546e6523a91eb00 for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:43:57.454930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:57.470738 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:57.491651 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:57.500362 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Usage tracker for resource:security_group_rule and tenant:3ccf8f1a1fb6414b9546e6523a91eb00 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:57.535546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:57.549408 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:57.573222 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5912b962-24a3-4b78-8525-bdb87a86a373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for subnet, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:57.579159 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9197ab38-95f7-4077-8cf7-63733e782912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:57.666842 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912b962-24a3-4b78-8525-bdb87a86a373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae89ec99-f254-4930-8e7f-44ab758e868e,revision_number=0']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:57.674591 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5912b962-24a3-4b78-8525-bdb87a86a373 admin admin] Checking segment: {'id': 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:43:57.675002 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912b962-24a3-4b78-8525-bdb87a86a373 admin admin] Network hostable DHCP agents. Network: b33f592a-fb2a-48c3-93cb-6ae242341fc0, hostable agents: ['b936b2ef-06b6-4af0-a031-b6b0516c12cc'], hosted agents: [] {{(pid=86332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:43:57.680378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5912b962-24a3-4b78-8525-bdb87a86a373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:57.704614 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5912b962-24a3-4b78-8525-bdb87a86a373 admin admin] Network b33f592a-fb2a-48c3-93cb-6ae242341fc0 is scheduled to be hosted by DHCP agent b936b2ef-06b6-4af0-a031-b6b0516c12cc with binding_index 1 {{(pid=86332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:43:57.715294 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-5912b962-24a3-4b78-8525-bdb87a86a373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-smb, b33f592a-fb2a-48c3-93cb-6ae242341fc0) {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:43:57.720065 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5912b962-24a3-4b78-8525-bdb87a86a373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:43:57.720690 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5912b962-24a3-4b78-8525-bdb87a86a373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:57.726021 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b942bb6-502f-487d-a439-e95478d0b3c5 None None] Network b33f592a-fb2a-48c3-93cb-6ae242341fc0 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:43:57.756818 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-5912b962-24a3-4b78-8525-bdb87a86a373 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8398778 Apr 20 05:43:57.757761 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48752) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:57.762742 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:57.767325 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:57.771542 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:43:57.780013 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:57.781258 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:57.786872 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Usage tracker for resource:router and tenant:10c6bb10c09f41b2bd958de46431d375 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:57.791772 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:57.800561 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:57.811881 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9c6070-5533-44ff-9740-7f81b3c017e4,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:57.813408 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-622828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744784'] for router, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:57.815682 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854152988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854131710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853850605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31017'] for router, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:57.819934 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:57.824135 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:43:57.845628 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:57.848714 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:57.849127 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.segments_db [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Added segment f823f0fd-5e03-454f-9d16-76c8c70c8b58 of type vlan for network 9065bd13-3549-4301-9aff-a2c7403c1c05 Apr 20 05:43:57.889872 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736090717418'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:57.951089 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-49aef740-4b7f-4669-bdc9-80f0e36489ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:57.959679 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:58.017687 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aef740-4b7f-4669-bdc9-80f0e36489ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e3b9602-f3b1-465a-896e-3c5b83aebaa5,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:58.034998 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-49aef740-4b7f-4669-bdc9-80f0e36489ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:58.067913 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93accfa-fc53-555d-995a-8a38c295c9c1-b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e'}]}} from dv-cinder-786054-4-smb. {{(pid=86333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 05:43:58.069007 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.070742 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aef740-4b7f-4669-bdc9-80f0e36489ea admin admin] Checking segment: {'id': 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:43:58.071129 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aef740-4b7f-4669-bdc9-80f0e36489ea admin admin] Network hostable DHCP agents. Network: 411e23b4-e2d6-46df-bd62-b0674bdfd076, hostable agents: ['b936b2ef-06b6-4af0-a031-b6b0516c12cc'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:43:58.082254 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.084721 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:43:58.085528 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.111607 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:58.143722 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3456459 Apr 20 05:43:58.149086 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 48768) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:58.167070 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-c0cc75f7-b94c-4c5a-97ba-76e652579cf3 admin admin] Request body: {'subnet': {'network_id': '9065bd13-3549-4301-9aff-a2c7403c1c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-419602168-subnet', 'tenant_id': '3ccf8f1a1fb6414b9546e6523a91eb00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:43:58.281413 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aef740-4b7f-4669-bdc9-80f0e36489ea admin admin] Network 411e23b4-e2d6-46df-bd62-b0674bdfd076 is scheduled to be hosted by DHCP agent b936b2ef-06b6-4af0-a031-b6b0516c12cc with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:43:58.284061 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Pushing event updated for resources: {'Network': ['ID=9065bd13-3549-4301-9aff-a2c7403c1c05,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:43:58.287026 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:43:58.290753 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c0cc75f7-b94c-4c5a-97ba-76e652579cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:58.298406 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c0cc75f7-b94c-4c5a-97ba-76e652579cf3 admin admin] Usage tracker for resource:subnet and tenant:3ccf8f1a1fb6414b9546e6523a91eb00 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:58.301995 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c0cc75f7-b94c-4c5a-97ba-76e652579cf3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:58.308856 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-49aef740-4b7f-4669-bdc9-80f0e36489ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-smb, 411e23b4-e2d6-46df-bd62-b0674bdfd076) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:43:58.321920 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aef740-4b7f-4669-bdc9-80f0e36489ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:43:58.322577 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-49aef740-4b7f-4669-bdc9-80f0e36489ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.327124 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Network 9065bd13-3549-4301-9aff-a2c7403c1c05 details requested by agent ovs-agent-dv-cinder-786054-4-smb with host dv-cinder-786054-4-smb {{(pid=86333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:43:58.340209 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c0cc75f7-b94c-4c5a-97ba-76e652579cf3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:58.344849 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-49aef740-4b7f-4669-bdc9-80f0e36489ea admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1588395 Apr 20 05:43:58.347885 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 48776) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:58.354831 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:43:58.361513 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:58.363511 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36437c0-2ec0-4aa5-bea2-0c2601546487 None None] Network 411e23b4-e2d6-46df-bd62-b0674bdfd076 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:43:58.366349 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Usage tracker for resource:router and tenant:2ab7172ed9a44fe6aa1df137f47c43e3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:58.371578 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854131467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854145185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31002'] for router, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.372809 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:58.375953 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cc75f7-b94c-4c5a-97ba-76e652579cf3 admin admin] Made reservation on behalf of 3ccf8f1a1fb6414b9546e6523a91eb00 for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:43:58.389771 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0cc75f7-b94c-4c5a-97ba-76e652579cf3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.542139 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:58.690779 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-622828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744784'] for router, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.693092 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854152988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854131710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853850605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31017'] for router, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:58.725564 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Allocated IP 172.20.0.2 (b33f592a-fb2a-48c3-93cb-6ae242341fc0/ae89ec99-f254-4930-8e7f-44ab758e868e/899e0252-549a-49b7-834f-795767bf9401) {{(pid=86333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:43:58.821711 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:59.049520 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93accfa-fc53-555d-995a-8a38c295c9c1-411e23b4-e2d6-46df-bd62-b0674bdfd076', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5'}]}} from dv-cinder-786054-4-smb. {{(pid=86333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 05:43:59.050733 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:59.207395 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:59.244931 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:59.410743 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Allocated IP 172.28.3.114 (50a41118-ba44-449f-9b81-e04381d54b8b/c213a0b6-2cec-4373-bed2-ef584dd5d4ed/f43afa6d-ed1e-489b-935d-1f35e3a19188) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:43:59.519819 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854131467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854145185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31002'] for router, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:59.565835 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48816) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:43:59.587628 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Notify callbacks [] for port, precommit_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:59.611163 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Transition to ACTIVE for port object 899e0252-549a-49b7-834f-795767bf9401 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:43:59.628182 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Allocated IP 172.20.0.2 (411e23b4-e2d6-46df-bd62-b0674bdfd076/0e3b9602-f3b1-465a-896e-3c5b83aebaa5/a9ece4fa-4d63-4451-9070-dffc6e3c28dd) {{(pid=86333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:43:59.648527 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Transition to ACTIVE for port object 899e0252-549a-49b7-834f-795767bf9401 will not be triggered until provisioned by entity DHCP. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:43:59.660806 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:59.745446 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:59.800302 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:59.813951 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-206f8218-d2d9-41d9-9510-70816fdd8aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:59.839445 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-206f8218-d2d9-41d9-9510-70816fdd8aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:43:59.845881 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-206f8218-d2d9-41d9-9510-70816fdd8aed admin admin] Usage tracker for resource:security_group_rule and tenant:1e1356ed41bc46d7b1d2997eac08cd80 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:43:59.849025 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-206f8218-d2d9-41d9-9510-70816fdd8aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:43:59.858972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-206f8218-d2d9-41d9-9510-70816fdd8aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:43:59.902224 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:43:59.913097 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c0f951b6-d3c1-45a4-91b8-d5c59190602b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:43:59.999552 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Network 50a41118-ba44-449f-9b81-e04381d54b8b is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:00.007278 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:00.023109 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:44:00.028800 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Notify callbacks [] for port, precommit_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:00.050689 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Transition to ACTIVE for port object a9ece4fa-4d63-4451-9070-dffc6e3c28dd will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:00.082000 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0cc75f7-b94c-4c5a-97ba-76e652579cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:00.112595 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-49aef740-4b7f-4669-bdc9-80f0e36489ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:00.310288 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Network b33f592a-fb2a-48c3-93cb-6ae242341fc0 is already hosted by enough agents. {{(pid=86333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:00.326850 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Resources bound (agent type, host, resource id): {{(pid=86333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:00.347741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Received port after_create {{(pid=86333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:44:00.437986 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Transition to ACTIVE for port object a9ece4fa-4d63-4451-9070-dffc6e3c28dd will not be triggered until provisioned by entity DHCP. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:00.461062 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Pushing event updated for resources: {'Port': ['ID=899e0252-549a-49b7-834f-795767bf9401,revision_number=1']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:00.514551 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:00.523743 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:00.524384 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:00.524788 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:00.525297 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:00.525614 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:00.525982 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:00.526348 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:00.526710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:00.527072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:00.527411 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:00.527768 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:00.528124 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Tracked resource versions report: Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: pushed versions: Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: { 'AddressGroup': {'1.2'}, Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'ConntrackHelper': {'1.0'}, Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'Log': {'1.0'}, Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'Network': {'1.1'}, Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'Port': {'1.7'}, Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'PortForwarding': {'1.2'}, Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'QosPolicy': {'1.8'}, Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroup': {'1.4'}, Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroupRule': {'1.2'}, Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'SubPort': {'1.0'}, Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'Subnet': {'1.1'}, Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'Trunk': {'1.1'}} Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: consumer versions: Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: { DHCP agent@dv-cinder-786054-4-smb: {}, Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: HyperV agent@hv-cinder-78605: {}, Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: L3 agent@dv-cinder-786054-4-smb: {}, Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: Metadata agent@dv-cinder-786054-4-smb: {}, Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: Metering agent@dv-cinder-786054-4-smb: {}, Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: Open vSwitch agent@dv-cinder-786054-4-smb: { 'AddressGroup': '1.2', Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'ConntrackHelper': '1.0', Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'Log': '1.0', Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'Network': '1.1', Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'Port': '1.7', Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'PortForwarding': '1.2', Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'QosPolicy': '1.8', Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroup': '1.4', Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroupRule': '1.2', Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'SubPort': '1.0', Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'Subnet': '1.1', Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: 'Trunk': '1.1'}} Apr 20 05:44:00.529299 dv-cinder-786054-4-smb neutron-server[86220]: {{(pid=86333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 05:44:00.549664 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:00.550183 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:00.612590 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:00.718626 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Network 411e23b4-e2d6-46df-bd62-b0674bdfd076 is already hosted by enough agents. {{(pid=86333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:00.725528 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Attempting to bind port 899e0252-549a-49b7-834f-795767bf9401 on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:44:00.732424 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Attempting to bind port 899e0252-549a-49b7-834f-795767bf9401 by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:44:00.733038 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Attempting to bind port 899e0252-549a-49b7-834f-795767bf9401 on network b33f592a-fb2a-48c3-93cb-6ae242341fc0 {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:00.734010 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:00.758252 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Resources bound (agent type, host, resource id): {{(pid=86333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:00.776846 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Received port after_create {{(pid=86333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:44:00.779763 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:44:00.780381 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Checking segment: {'id': 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:00.780992 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:00.781537 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Bound using segment: {'id': 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:44:00.782197 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Bound port: 899e0252-549a-49b7-834f-795767bf9401, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:44:00.783400 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:00.784035 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc75f7-b94c-4c5a-97ba-76e652579cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ae870e-b1c7-400b-9471-01db9e533240,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:00.800071 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48862) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:00.805939 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Pushing event updated for resources: {'Port': ['ID=a9ece4fa-4d63-4451-9070-dffc6e3c28dd,revision_number=1']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:00.811186 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:00.850628 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:00.982300 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Allocated IP 172.28.3.26 (50a41118-ba44-449f-9b81-e04381d54b8b/c213a0b6-2cec-4373-bed2-ef584dd5d4ed/6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:44:00.985082 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Attempting to bind port a9ece4fa-4d63-4451-9070-dffc6e3c28dd on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:44:00.985670 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Attempting to bind port a9ece4fa-4d63-4451-9070-dffc6e3c28dd by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:44:00.986180 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Attempting to bind port a9ece4fa-4d63-4451-9070-dffc6e3c28dd on network 411e23b4-e2d6-46df-bd62-b0674bdfd076 {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:01.003552 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:44:01.004370 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Checking segment: {'id': 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:01.005094 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:01.005620 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Bound using segment: {'id': 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:44:01.006251 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Bound port: a9ece4fa-4d63-4451-9070-dffc6e3c28dd, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:44:01.006736 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:01.050831 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-630599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644319'] for router, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:01.067424 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Pushing event updated for resources: {'Port': ['ID=f43afa6d-ed1e-489b-935d-1f35e3a19188,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:01.073129 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] For port 899e0252-549a-49b7-834f-795767bf9401, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:44:01.093960 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] For port 899e0252-549a-49b7-834f-795767bf9401, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=899e0252-549a-49b7-834f-795767bf9401,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:44:01.111980 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:01.121654 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:01.146517 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.234s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:01.161628 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c0cc75f7-b94c-4c5a-97ba-76e652579cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.049s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:01.165388 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cc75f7-b94c-4c5a-97ba-76e652579cf3 admin admin] Checking segment: {'id': 'f823f0fd-5e03-454f-9d16-76c8c70c8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9065bd13-3549-4301-9aff-a2c7403c1c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:01.166008 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cc75f7-b94c-4c5a-97ba-76e652579cf3 admin admin] Network hostable DHCP agents. Network: 9065bd13-3549-4301-9aff-a2c7403c1c05, hostable agents: ['b936b2ef-06b6-4af0-a031-b6b0516c12cc'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:44:01.181831 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] For port a9ece4fa-4d63-4451-9070-dffc6e3c28dd, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:44:01.207610 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] For port a9ece4fa-4d63-4451-9070-dffc6e3c28dd, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=a9ece4fa-4d63-4451-9070-dffc6e3c28dd,segment=NetworkSegment(d8111d06-d8c2-478d-81bb-a8d0dca3ec2f),segment_id=d8111d06-d8c2-478d-81bb-a8d0dca3ec2f)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:44:01.216736 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:01.226320 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:01.236015 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Pushing event updated for resources: {'Port': ['ID=899e0252-549a-49b7-834f-795767bf9401,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:01.240620 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:01.245406 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:01.247795 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-206f8218-d2d9-41d9-9510-70816fdd8aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:01.278246 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 48880) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:01.285306 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:01.290268 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cc75f7-b94c-4c5a-97ba-76e652579cf3 admin admin] Network 9065bd13-3549-4301-9aff-a2c7403c1c05 is scheduled to be hosted by DHCP agent b936b2ef-06b6-4af0-a031-b6b0516c12cc with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:44:01.316553 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:01.347892 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Pushing event updated for resources: {'Port': ['ID=a9ece4fa-4d63-4451-9070-dffc6e3c28dd,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:01.351373 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:01.382495 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-c0cc75f7-b94c-4c5a-97ba-76e652579cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-smb, 9065bd13-3549-4301-9aff-a2c7403c1c05) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:01.383524 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4e744b64-4d6c-4f16-b34a-ac5c3a92dcab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:01.386546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Network 50a41118-ba44-449f-9b81-e04381d54b8b is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:01.392421 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1a87fb-5f21-41d5-abb9-44fffd93cb4e None None] Network 9065bd13-3549-4301-9aff-a2c7403c1c05 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:44:01.393599 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-206f8218-d2d9-41d9-9510-70816fdd8aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:01.412807 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:01.414355 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:01.427278 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0168835-12bb-4701-aad0-77ec065a0e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:01.434763 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-4e744b64-4d6c-4f16-b34a-ac5c3a92dcab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:01.439857 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cc75f7-b94c-4c5a-97ba-76e652579cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:01.440610 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0cc75f7-b94c-4c5a-97ba-76e652579cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:01.450425 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-4e744b64-4d6c-4f16-b34a-ac5c3a92dcab admin admin] Usage tracker for resource:security_group_rule and tenant:414f37a124294a6fa388731074c5da5e is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:01.457464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-4e744b64-4d6c-4f16-b34a-ac5c3a92dcab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:01.480725 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c0cc75f7-b94c-4c5a-97ba-76e652579cf3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3130097 Apr 20 05:44:01.480977 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-206f8218-d2d9-41d9-9510-70816fdd8aed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e1356ed41bc46d7b1d2997eac08cd80&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9064503 Apr 20 05:44:01.480977 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-4e744b64-4d6c-4f16-b34a-ac5c3a92dcab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:01.480977 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48890) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:01.481287 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c0168835-12bb-4701-aad0-77ec065a0e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:01.492538 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c0168835-12bb-4701-aad0-77ec065a0e6e admin admin] Usage tracker for resource:security_group_rule and tenant:0726ecce5c1b464cbd9baa6739211dc1 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:01.501901 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c0168835-12bb-4701-aad0-77ec065a0e6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:01.512672 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:44:01.512871 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Router 9b0ad32a-397b-4e45-957b-936a7d45b31e is scheduled to L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae with binding_index 1 {{(pid=86332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 05:44:01.558564 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f8218-d2d9-41d9-9510-70816fdd8aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fd08c6-01b8-4636-9e19-9610b8da5aef,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:01.583409 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-206f8218-d2d9-41d9-9510-70816fdd8aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:01.633211 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c0168835-12bb-4701-aad0-77ec065a0e6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:01.642783 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Pushing event updated for resources: {'Port': ['ID=6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:01.683579 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:01.937373 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d770a83-7b77-4511-aeb3-006150ea9cfe None None] Network 9065bd13-3549-4301-9aff-a2c7403c1c05 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:44:02.107858 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device a9ece4fa-4d63-4451-9070-dffc6e3c28dd up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:02.293507 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b38c2381-438f-470d-9c78-ee2b53473d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:02.312996 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0168835-12bb-4701-aad0-77ec065a0e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:02.343596 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0168835-12bb-4701-aad0-77ec065a0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:02.412636 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:02.422326 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b38c2381-438f-470d-9c78-ee2b53473d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:02.428203 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c0168835-12bb-4701-aad0-77ec065a0e6e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0726ecce5c1b464cbd9baa6739211dc1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1380808 Apr 20 05:44:02.430777 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 48912) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:02.488192 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4e744b64-4d6c-4f16-b34a-ac5c3a92dcab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:02.491677 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:44:02.503830 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Sync routers for ids ['9b0ad32a-397b-4e45-957b-936a7d45b31e'] in dv-cinder-786054-4-smb {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:44:02.520083 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0168835-12bb-4701-aad0-77ec065a0e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af24dca-609b-4492-8267-86097f14c07c,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:02.524350 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4e744b64-4d6c-4f16-b34a-ac5c3a92dcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:02.530699 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Routers {'9b0ad32a-397b-4e45-957b-936a7d45b31e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:02.533801 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-0744fc91-2135-47ff-a41b-886486a322be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:43:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['9b0ad32a-397b-4e45-957b-936a7d45b31e'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:02.550844 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48932) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:02.555280 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port a9ece4fa-4d63-4451-9070-dffc6e3c28dd completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:02.568612 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 899e0252-549a-49b7-834f-795767bf9401 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:02.580396 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c0168835-12bb-4701-aad0-77ec065a0e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:02.603349 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:02.616883 dv-cinder-786054-4-smb neutron-server[86220]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 05:44:02.626912 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:02.743189 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port 899e0252-549a-49b7-834f-795767bf9401 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:02.779852 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-26a222ad-69b5-4685-9910-6bd17bf3ac60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:02.926210 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4aabb-356c-415a-b873-45daa1697617 req-f0ae6562-9fe9-4d5a-bb63-8d4f60c1808e tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:02.927903 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b1d4aabb-356c-415a-b873-45daa1697617 req-f0ae6562-9fe9-4d5a-bb63-8d4f60c1808e tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/networks?id=9065bd13-3549-4301-9aff-a2c7403c1c05 HTTP/1.1" status: 200 len: 811 time: 0.3560987 Apr 20 05:44:02.951919 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Set router 9b0ad32a-397b-4e45-957b-936a7d45b31e gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:03.017553 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b1d4aabb-356c-415a-b873-45daa1697617 req-37e3d9e7-0340-4262-a3c5-0d05d774ff5b tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/quotas/3ccf8f1a1fb6414b9546e6523a91eb00 HTTP/1.1" status: 200 len: 375 time: 0.0622706 Apr 20 05:44:03.022842 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-4e744b64-4d6c-4f16-b34a-ac5c3a92dcab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=414f37a124294a6fa388731074c5da5e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9772925 Apr 20 05:44:03.033394 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48952) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:03.034116 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e744b64-4d6c-4f16-b34a-ac5c3a92dcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44269be-af97-4641-ac69-fc11e916e2dd,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:03.085586 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4e744b64-4d6c-4f16-b34a-ac5c3a92dcab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:03.086959 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Notify callbacks [] for router, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:03.090106 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3283615 Apr 20 05:44:03.197583 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48956) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:03.285114 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5759dd9b-5eab-4ee4-a4d3-8b766284a2dd None None] Network b33f592a-fb2a-48c3-93cb-6ae242341fc0 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:44:03.286542 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b1d4aabb-356c-415a-b873-45daa1697617 req-5dd16050-ec2c-4351-8aee-bafc95967fe3 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ccf8f1a1fb6414b9546e6523a91eb00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2570055 Apr 20 05:44:03.301647 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b38c2381-438f-470d-9c78-ee2b53473d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:03.354484 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:03.445508 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e4eb3f-dfad-4e01-8a11-3ff41e52b84a None None] Network 411e23b4-e2d6-46df-bd62-b0674bdfd076 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:44:03.493948 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-0744fc91-2135-47ff-a41b-886486a322be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:44:00Z', 'revision_number': 3, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:03.495092 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c2381-438f-470d-9c78-ee2b53473d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fd08c6-01b8-4636-9e19-9610b8da5aef,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:03.512788 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b38c2381-438f-470d-9c78-ee2b53473d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:03.513174 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Checking router: 9b0ad32a-397b-4e45-957b-936a7d45b31e for host: dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:44:03.516409 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Updating router 9b0ad32a-397b-4e45-957b-936a7d45b31e port f43afa6d-ed1e-489b-935d-1f35e3a19188 binding host dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:44:03.516562 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-b38c2381-438f-470d-9c78-ee2b53473d63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28fd08c6-01b8-4636-9e19-9610b8da5aef HTTP/1.1" status: 204 len: 168 time: 2.0365605 Apr 20 05:44:03.533032 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b38c2381-438f-470d-9c78-ee2b53473d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:03.597986 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-e402909f-7213-44e2-96c1-e86a4065f7a9 None None] Provisioning for port 899e0252-549a-49b7-834f-795767bf9401 completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:03.621005 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-e402909f-7213-44e2-96c1-e86a4065f7a9 None None] Provisioning complete for port 899e0252-549a-49b7-834f-795767bf9401 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:03.621621 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e402909f-7213-44e2-96c1-e86a4065f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:03.624055 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [req-b1d4aabb-356c-415a-b873-45daa1697617 req-5d8f19e1-1590-4ea4-a95b-0eaba7a688c2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=86332) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:44:03.625220 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b1d4aabb-356c-415a-b873-45daa1697617 req-5d8f19e1-1590-4ea4-a95b-0eaba7a688c2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1483350 Apr 20 05:44:03.630491 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:03.694170 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-15fa0a0a-6111-49da-9fe2-452bed46b348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:03.928821 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-630599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644319'] for router, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:03.937032 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-26a222ad-69b5-4685-9910-6bd17bf3ac60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:03.940018 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-15fa0a0a-6111-49da-9fe2-452bed46b348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.054335 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e402909f-7213-44e2-96c1-e86a4065f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.125205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Notify callbacks [] for port, precommit_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.126743 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-e402909f-7213-44e2-96c1-e86a4065f7a9 None None] For port 899e0252-549a-49b7-834f-795767bf9401, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=899e0252-549a-49b7-834f-795767bf9401,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:04.138721 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Transition to ACTIVE for port object f43afa6d-ed1e-489b-935d-1f35e3a19188 will not be triggered until provisioned by entity L2. {{(pid=86334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:04.142420 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e402909f-7213-44e2-96c1-e86a4065f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.152223 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.152536 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1210ba83-7be6-4915-893b-9a72e5229ab2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:04.157480 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:04.174530 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 48978) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:04.240927 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Router 454b8d86-c0db-475a-9276-585379864a1a is scheduled to L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae with binding_index 1 {{(pid=86331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 05:44:04.243493 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402909f-7213-44e2-96c1-e86a4065f7a9 None None] Pushing event updated for resources: {'Port': ['ID=899e0252-549a-49b7-834f-795767bf9401,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:04.247283 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e402909f-7213-44e2-96c1-e86a4065f7a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:04.261657 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-26a222ad-69b5-4685-9910-6bd17bf3ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.273295 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-09101782-4ad0-4cf4-81ea-002535d30367 None None] Provisioning for port a9ece4fa-4d63-4451-9070-dffc6e3c28dd completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:04.281160 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Attempting to bind port f43afa6d-ed1e-489b-935d-1f35e3a19188 on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:44:04.281678 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Attempting to bind port f43afa6d-ed1e-489b-935d-1f35e3a19188 by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}] {{(pid=86334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:44:04.282165 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Attempting to bind port f43afa6d-ed1e-489b-935d-1f35e3a19188 on network 50a41118-ba44-449f-9b81-e04381d54b8b {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:04.297571 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841ba40-77ef-43b7-ad28-293c9afe85e3 None None] Pushing event updated for resources: {'Port': ['ID=f43afa6d-ed1e-489b-935d-1f35e3a19188,revision_number=2']} {{(pid=86334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:04.301559 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-09101782-4ad0-4cf4-81ea-002535d30367 None None] Provisioning complete for port a9ece4fa-4d63-4451-9070-dffc6e3c28dd triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:04.302740 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:44:04.303249 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Checking segment: {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:04.303774 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.303995 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-09101782-4ad0-4cf4-81ea-002535d30367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.304371 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Bound using segment: {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'} {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:44:04.305045 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Bound port: f43afa6d-ed1e-489b-935d-1f35e3a19188, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}}] {{(pid=86334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:44:04.305680 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.321538 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-15fa0a0a-6111-49da-9fe2-452bed46b348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.322453 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b62287c1-352f-4c53-8fd1-fff5d620b50b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.365557 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841ba40-77ef-43b7-ad28-293c9afe85e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:04.368806 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841ba40-77ef-43b7-ad28-293c9afe85e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:04.369330 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841ba40-77ef-43b7-ad28-293c9afe85e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:04.369907 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841ba40-77ef-43b7-ad28-293c9afe85e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:04.371321 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841ba40-77ef-43b7-ad28-293c9afe85e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:04.371469 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841ba40-77ef-43b7-ad28-293c9afe85e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:04.372442 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841ba40-77ef-43b7-ad28-293c9afe85e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:04.372442 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841ba40-77ef-43b7-ad28-293c9afe85e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:04.373239 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841ba40-77ef-43b7-ad28-293c9afe85e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:04.373239 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841ba40-77ef-43b7-ad28-293c9afe85e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:04.373747 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841ba40-77ef-43b7-ad28-293c9afe85e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:04.374401 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841ba40-77ef-43b7-ad28-293c9afe85e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:04.385105 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2df80db8-b114-4136-a2d5-f2495e7405b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f841ba40-77ef-43b7-ad28-293c9afe85e3 None None] Tracked resource versions report: Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: pushed versions: Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: { 'AddressGroup': {'1.2'}, Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'ConntrackHelper': {'1.0'}, Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'Log': {'1.0'}, Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'Network': {'1.1'}, Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'Port': {'1.7'}, Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'PortForwarding': {'1.2'}, Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'QosPolicy': {'1.8'}, Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroup': {'1.4'}, Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroupRule': {'1.2'}, Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'SubPort': {'1.0'}, Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'Subnet': {'1.1'}, Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'Trunk': {'1.1'}} Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: consumer versions: Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: { DHCP agent@dv-cinder-786054-4-smb: {}, Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: HyperV agent@hv-cinder-78605: {}, Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: L3 agent@dv-cinder-786054-4-smb: {}, Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: Metadata agent@dv-cinder-786054-4-smb: {}, Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: Metering agent@dv-cinder-786054-4-smb: {}, Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: Open vSwitch agent@dv-cinder-786054-4-smb: { 'AddressGroup': '1.2', Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'ConntrackHelper': '1.0', Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'Log': '1.0', Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'Network': '1.1', Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'Port': '1.7', Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'PortForwarding': '1.2', Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'QosPolicy': '1.8', Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroup': '1.4', Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'SecurityGroupRule': '1.2', Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'SubPort': '1.0', Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'Subnet': '1.1', Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: 'Trunk': '1.1'}} Apr 20 05:44:04.397767 dv-cinder-786054-4-smb neutron-server[86220]: {{(pid=86334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 05:44:04.407867 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a222ad-69b5-4685-9910-6bd17bf3ac60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af24dca-609b-4492-8267-86097f14c07c,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:04.410311 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-f841ba40-77ef-43b7-ad28-293c9afe85e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:04.453023 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4e744b64-4d6c-4f16-b34a-ac5c3a92dcab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:04.477483 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-26a222ad-69b5-4685-9910-6bd17bf3ac60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:04.483820 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-b62287c1-352f-4c53-8fd1-fff5d620b50b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:04.511218 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-26a222ad-69b5-4685-9910-6bd17bf3ac60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.517040 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-26a222ad-69b5-4685-9910-6bd17bf3ac60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3af24dca-609b-4492-8267-86097f14c07c HTTP/1.1" status: 204 len: 168 time: 2.0815639 Apr 20 05:44:04.522617 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-0744fc91-2135-47ff-a41b-886486a322be None None] For port f43afa6d-ed1e-489b-935d-1f35e3a19188, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:44:04.539104 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-0744fc91-2135-47ff-a41b-886486a322be None None] For port f43afa6d-ed1e-489b-935d-1f35e3a19188, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=f43afa6d-ed1e-489b-935d-1f35e3a19188,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:44:04.546374 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.552570 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:04.653343 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:44:04.682534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.687419 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3384805 Apr 20 05:44:04.690511 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 48990) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:04.690660 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Routers {'9b0ad32a-397b-4e45-957b-936a7d45b31e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:04.691210 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-0744fc91-2135-47ff-a41b-886486a322be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:43:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['9b0ad32a-397b-4e45-957b-936a7d45b31e'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:04.761501 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-15fa0a0a-6111-49da-9fe2-452bed46b348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:04.762720 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-15fa0a0a-6111-49da-9fe2-452bed46b348 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e44269be-af97-4641-ac69-fc11e916e2dd HTTP/1.1" status: 204 len: 168 time: 1.7253044 Apr 20 05:44:04.778810 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b1d4aabb-356c-415a-b873-45daa1697617 req-217e5aa1-4fbf-4914-9ef7-5b5b6ff1f8f3 service neutron] 10.222.0.44 "GET /v2.0/networks/9065bd13-3549-4301-9aff-a2c7403c1c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1431000 Apr 20 05:44:04.779969 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-b62287c1-352f-4c53-8fd1-fff5d620b50b admin admin] Usage tracker for resource:security_group_rule and tenant:2ca4dd7f564040cba7c7dee7ac1ac4c9 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:04.792323 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-b62287c1-352f-4c53-8fd1-fff5d620b50b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:04.810792 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa0a0a-6111-49da-9fe2-452bed46b348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44269be-af97-4641-ac69-fc11e916e2dd,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:04.843683 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-15fa0a0a-6111-49da-9fe2-452bed46b348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:04.847312 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-b62287c1-352f-4c53-8fd1-fff5d620b50b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:04.969836 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-0744fc91-2135-47ff-a41b-886486a322be None None] Set router 9b0ad32a-397b-4e45-957b-936a7d45b31e gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:05.071634 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-09101782-4ad0-4cf4-81ea-002535d30367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:05.097383 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Sync routers for ids ['454b8d86-c0db-475a-9276-585379864a1a'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:44:05.160646 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Routers {'454b8d86-c0db-475a-9276-585379864a1a'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:05.162857 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:43:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['454b8d86-c0db-475a-9276-585379864a1a'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:05.186175 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841ba40-77ef-43b7-ad28-293c9afe85e3 None None] Pushing event updated for resources: {'Port': ['ID=f43afa6d-ed1e-489b-935d-1f35e3a19188,revision_number=3']} {{(pid=86334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:05.190773 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-f841ba40-77ef-43b7-ad28-293c9afe85e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:05.249207 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b62287c1-352f-4c53-8fd1-fff5d620b50b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:05.323938 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b62287c1-352f-4c53-8fd1-fff5d620b50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:05.352058 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-09101782-4ad0-4cf4-81ea-002535d30367 None None] For port a9ece4fa-4d63-4451-9070-dffc6e3c28dd, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=a9ece4fa-4d63-4451-9070-dffc6e3c28dd,segment=NetworkSegment(d8111d06-d8c2-478d-81bb-a8d0dca3ec2f),segment_id=d8111d06-d8c2-478d-81bb-a8d0dca3ec2f)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:05.376420 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:05.479357 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 49012) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:05.479686 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-09101782-4ad0-4cf4-81ea-002535d30367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:05.500864 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:05.511913 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c1553218-dc96-4c47-81fa-72c17f0f7c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:05.531965 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c1553218-dc96-4c47-81fa-72c17f0f7c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:05.532894 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-0744fc91-2135-47ff-a41b-886486a322be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:44:00Z', 'revision_number': 3, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:05.536169 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c1553218-dc96-4c47-81fa-72c17f0f7c08 admin admin] Usage tracker for resource:security_group_rule and tenant:c41e3fc553c04a3a9f836206f307035b is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:05.537057 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0744fc91-2135-47ff-a41b-886486a322be None None] The sync data for ids ['9b0ad32a-397b-4e45-957b-936a7d45b31e'] in dv-cinder-786054-4-smb is: [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:44:00Z', 'revision_number': 3, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}] {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:44:05.539244 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c1553218-dc96-4c47-81fa-72c17f0f7c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:05.545507 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c1553218-dc96-4c47-81fa-72c17f0f7c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:05.651253 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c1553218-dc96-4c47-81fa-72c17f0f7c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:05.654506 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-b62287c1-352f-4c53-8fd1-fff5d620b50b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ca4dd7f564040cba7c7dee7ac1ac4c9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4701862 Apr 20 05:44:05.658025 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62287c1-352f-4c53-8fd1-fff5d620b50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25132e9-9f63-401f-a923-d272fd0fa35f,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:05.662368 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b1d4aabb-356c-415a-b873-45daa1697617 req-fde582a4-c8ae-4c7d-ac26-9706c717d688 service neutron] 10.222.0.44 "GET /v2.0/networks/9065bd13-3549-4301-9aff-a2c7403c1c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8528180 Apr 20 05:44:05.663199 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b62287c1-352f-4c53-8fd1-fff5d620b50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:05.663843 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 49020) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:05.709497 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-2d7be179-fc77-453f-bae7-4ab8a8acdf73 None None] Provisioning complete for port a9ece4fa-4d63-4451-9070-dffc6e3c28dd triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:05.709918 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2d7be179-fc77-453f-bae7-4ab8a8acdf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:05.739147 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c1553218-dc96-4c47-81fa-72c17f0f7c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:05.770514 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b62287c1-352f-4c53-8fd1-fff5d620b50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:05.784790 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09101782-4ad0-4cf4-81ea-002535d30367 None None] Pushing event updated for resources: {'Port': ['ID=a9ece4fa-4d63-4451-9070-dffc6e3c28dd,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:05.788420 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-09101782-4ad0-4cf4-81ea-002535d30367 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:05.812443 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Set router 454b8d86-c0db-475a-9276-585379864a1a gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:05.875522 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 899e0252-549a-49b7-834f-795767bf9401 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:05.996739 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 49034) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:06.000193 dv-cinder-786054-4-smb neutron-server[86220]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 05:44:06.119861 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7cc37877-ea5c-4af0-bfdc-0f6f4406aad5 req-4c4cda76-44cc-4e20-8b32-9f4d00ce61c9 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 210 time: 0.1141329 Apr 20 05:44:06.315600 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.331975 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c94fe9a1-4ff2-4335-88b3-413327f60fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.401249 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c1553218-dc96-4c47-81fa-72c17f0f7c08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c41e3fc553c04a3a9f836206f307035b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9215038 Apr 20 05:44:06.404057 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 49060) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:06.493892 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1553218-dc96-4c47-81fa-72c17f0f7c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6624e962-e86d-49fd-9a8b-1ae2066d77bb,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:06.521397 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 899e0252-549a-49b7-834f-795767bf9401 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:06.521767 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.525873 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c1553218-dc96-4c47-81fa-72c17f0f7c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:06.589723 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-62f5220b-e24f-491a-a620-547aa8d82870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.637288 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-27224041-a24c-4e4c-a121-dcf837a0fa8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.664204 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:44:01Z', 'revision_number': 3, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:06.672827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.730402 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Checking router: 454b8d86-c0db-475a-9276-585379864a1a for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:44:06.731190 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Updating router 454b8d86-c0db-475a-9276-585379864a1a port 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76 binding host dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:44:06.732585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-62f5220b-e24f-491a-a620-547aa8d82870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.793549 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-62f5220b-e24f-491a-a620-547aa8d82870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.806456 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c1553218-dc96-4c47-81fa-72c17f0f7c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:06.824400 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-27224041-a24c-4e4c-a121-dcf837a0fa8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.859101 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.901857 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5220b-e24f-491a-a620-547aa8d82870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25132e9-9f63-401f-a923-d272fd0fa35f,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:06.946963 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-62f5220b-e24f-491a-a620-547aa8d82870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:06.952044 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-62f5220b-e24f-491a-a620-547aa8d82870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:06.966626 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-62f5220b-e24f-491a-a620-547aa8d82870 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e25132e9-9f63-401f-a923-d272fd0fa35f HTTP/1.1" status: 204 len: 168 time: 1.2223442 Apr 20 05:44:06.971774 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-2d7be179-fc77-453f-bae7-4ab8a8acdf73 None None] Provisioning complete for port 899e0252-549a-49b7-834f-795767bf9401 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:06.973407 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2d7be179-fc77-453f-bae7-4ab8a8acdf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:07.022606 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Allocated IP 172.20.0.1 (411e23b4-e2d6-46df-bd62-b0674bdfd076/0e3b9602-f3b1-465a-896e-3c5b83aebaa5/42a08a00-0bca-45d8-860d-3912986250d7) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:44:07.066610 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-27224041-a24c-4e4c-a121-dcf837a0fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:07.116268 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:07.134626 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27224041-a24c-4e4c-a121-dcf837a0fa8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6624e962-e86d-49fd-9a8b-1ae2066d77bb,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:07.139487 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-27224041-a24c-4e4c-a121-dcf837a0fa8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:07.180868 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-27224041-a24c-4e4c-a121-dcf837a0fa8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:07.182662 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-27224041-a24c-4e4c-a121-dcf837a0fa8f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6624e962-e86d-49fd-9a8b-1ae2066d77bb HTTP/1.1" status: 204 len: 168 time: 0.7769964 Apr 20 05:44:07.261365 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Allocated IP 172.20.0.1 (b33f592a-fb2a-48c3-93cb-6ae242341fc0/ae89ec99-f254-4930-8e7f-44ab758e868e/9eda9181-7041-426e-a31e-4eb394066367) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:44:07.290733 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:07.335005 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Transition to ACTIVE for port object 42a08a00-0bca-45d8-860d-3912986250d7 will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:07.368143 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:07.374834 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-356a7992-159e-4f05-8c7e-44e4a48541e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:07.458905 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Network 411e23b4-e2d6-46df-bd62-b0674bdfd076 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:07.468664 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:07.487666 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:44:07.488335 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146814'] for router_interface, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:07.519352 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:07.555843 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Transition to ACTIVE for port object 9eda9181-7041-426e-a31e-4eb394066367 will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:07.609159 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:07.609744 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=42a08a00-0bca-45d8-860d-3912986250d7,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:07.629539 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:07.682042 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:07.707397 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ddb14d31-d68b-471b-aa80-0cfd930eb887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:07.807272 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8378c978-43f5-45b9-be54-bada8d0d5e6c req-87f4f46d-35ea-4db4-8c0c-0f0d0abe1574 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 210 time: 0.2007546 Apr 20 05:44:07.848229 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Network b33f592a-fb2a-48c3-93cb-6ae242341fc0 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:07.857878 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:07.876844 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:44:07.877437 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146814'] for router_interface, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:08.119462 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 49110) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:08.223485 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:08.229750 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:08.230952 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854020177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629093'] for router_interface, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:08.236246 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:08.281037 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device a9ece4fa-4d63-4451-9070-dffc6e3c28dd up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:08.336681 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Pushing event updated for resources: {'Port': ['ID=9eda9181-7041-426e-a31e-4eb394066367,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:08.346223 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-93f87483-af18-4c26-acb1-54b403997385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:08.351280 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:08.393090 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:08.396174 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-9157f3b4-644a-4bea-8ef8-661b112fd72f None None] Provisioning for port 42a08a00-0bca-45d8-860d-3912986250d7 completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:08.412714 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-9157f3b4-644a-4bea-8ef8-661b112fd72f None None] Provisioning complete for port 42a08a00-0bca-45d8-860d-3912986250d7 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:08.413126 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9157f3b4-644a-4bea-8ef8-661b112fd72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:08.452450 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Transition to ACTIVE for port object 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:08.488387 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:08.496396 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Network 411e23b4-e2d6-46df-bd62-b0674bdfd076 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:08.499602 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:08.502431 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:08.560305 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-9157f3b4-644a-4bea-8ef8-661b112fd72f None None] Port 42a08a00-0bca-45d8-860d-3912986250d7 cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:44:08.583215 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port a9ece4fa-4d63-4451-9070-dffc6e3c28dd triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:08.583625 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:08.691725 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:08.875277 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23771c25-91b4-4989-8aaa-2fc1fc99a81e None None] Pushing event updated for resources: {'Port': ['ID=6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:08.879120 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-23771c25-91b4-4989-8aaa-2fc1fc99a81e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:08.887643 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Attempting to bind port 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76 on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:44:08.888599 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Attempting to bind port 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76 by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:44:08.888974 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Attempting to bind port 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76 on network 50a41118-ba44-449f-9b81-e04381d54b8b {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:08.896510 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-b81d4e4f-40b1-4622-84ed-64e05f24858d None None] Provisioning for port 9eda9181-7041-426e-a31e-4eb394066367 completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:08.930409 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:44:08.930879 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Checking segment: {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:08.931444 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:08.931768 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Bound using segment: {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:44:08.932302 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Bound port: 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:44:08.932716 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:09.021425 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-b81d4e4f-40b1-4622-84ed-64e05f24858d None None] Provisioning complete for port 9eda9181-7041-426e-a31e-4eb394066367 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:09.024757 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b81d4e4f-40b1-4622-84ed-64e05f24858d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:09.107109 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:09.119071 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:09.120400 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854020177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629093'] for router_interface, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:09.127136 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:09.216585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:09.411077 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Pushing event updated for resources: {'Port': ['ID=9eda9181-7041-426e-a31e-4eb394066367,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:09.415206 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Network b33f592a-fb2a-48c3-93cb-6ae242341fc0 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:09.419029 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:09.420498 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:09.425704 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-b81d4e4f-40b1-4622-84ed-64e05f24858d None None] Port 9eda9181-7041-426e-a31e-4eb394066367 cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:44:09.487201 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device f43afa6d-ed1e-489b-935d-1f35e3a19188 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:09.627633 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=42a08a00-0bca-45d8-860d-3912986250d7,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:09.650271 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-141dea20-12ec-447d-8c5d-c3a6e7ed61c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:09.652176 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] For port 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:44:09.668829 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] For port 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:44:09.670883 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.434s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:09.727068 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8008ccb7-35d4-4e62-93e7-326ca9da351c req-ebfa0cd9-9e44-447b-83bb-a5dd4bc03435 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 210 time: 0.3182671 Apr 20 05:44:09.743624 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Router 9b0ad32a-397b-4e45-957b-936a7d45b31e has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:44:09.757666 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:09.767615 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-141dea20-12ec-447d-8c5d-c3a6e7ed61c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:09.795516 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-141dea20-12ec-447d-8c5d-c3a6e7ed61c8 admin admin] Usage tracker for resource:security_group_rule and tenant:d13b163264b34dcf842887253aa40dc3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:09.801061 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-141dea20-12ec-447d-8c5d-c3a6e7ed61c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:09.818962 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:09.844797 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-141dea20-12ec-447d-8c5d-c3a6e7ed61c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:09.895258 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-0b6ba31c-25b2-4ef3-9472-3387973dbc91 None None] Provisioning complete for port 42a08a00-0bca-45d8-860d-3912986250d7 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:09.896094 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0b6ba31c-25b2-4ef3-9472-3387973dbc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:09.916621 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Router 454b8d86-c0db-475a-9276-585379864a1a has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:44:09.976141 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:09.996257 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-0b6ba31c-25b2-4ef3-9472-3387973dbc91 None None] Port 42a08a00-0bca-45d8-860d-3912986250d7 cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:44:10.099166 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Routers {'454b8d86-c0db-475a-9276-585379864a1a'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:10.100682 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:44:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['454b8d86-c0db-475a-9276-585379864a1a'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:10.212375 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23771c25-91b4-4989-8aaa-2fc1fc99a81e None None] Pushing event updated for resources: {'Port': ['ID=6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:10.235345 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-23771c25-91b4-4989-8aaa-2fc1fc99a81e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:10.397597 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port f43afa6d-ed1e-489b-935d-1f35e3a19188 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:10.397875 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:44:10.405355 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:44:10.409251 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Sync routers for ids ['9b0ad32a-397b-4e45-957b-936a7d45b31e'] in dv-cinder-786054-4-smb {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:44:10.420680 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] 10.222.0.44 "PUT /v2.0/routers/9b0ad32a-397b-4e45-957b-936a7d45b31e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2163036 Apr 20 05:44:10.437547 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Routers {'9b0ad32a-397b-4e45-957b-936a7d45b31e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:10.437782 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] 10.222.0.44 "PUT /v2.0/routers/454b8d86-c0db-475a-9276-585379864a1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7452662 Apr 20 05:44:10.439662 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:44:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['9b0ad32a-397b-4e45-957b-936a7d45b31e'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:10.443929 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-141dea20-12ec-447d-8c5d-c3a6e7ed61c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:10.447126 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-141dea20-12ec-447d-8c5d-c3a6e7ed61c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:10.458449 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:10.469979 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port f43afa6d-ed1e-489b-935d-1f35e3a19188 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:10.471518 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:10.513387 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 49216) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:10.526689 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-141dea20-12ec-447d-8c5d-c3a6e7ed61c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d13b163264b34dcf842887253aa40dc3&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4048941 Apr 20 05:44:10.529835 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dea20-12ec-447d-8c5d-c3a6e7ed61c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7dc32b-6d5d-47d3-8f0d-7f0c2cc8e969,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:10.538121 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-141dea20-12ec-447d-8c5d-c3a6e7ed61c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:10.581292 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:10.597713 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-c726ebd0-4412-4438-949c-1ae2259c0ed1 None None] Provisioning complete for port 9eda9181-7041-426e-a31e-4eb394066367 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:10.598138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c726ebd0-4412-4438-949c-1ae2259c0ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:10.684073 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4afe5b39-71b8-468f-b3f1-d8e66c6363e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:10.752357 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4afe5b39-71b8-468f-b3f1-d8e66c6363e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:10.777343 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-c726ebd0-4412-4438-949c-1ae2259c0ed1 None None] Port 9eda9181-7041-426e-a31e-4eb394066367 cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:44:10.788616 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] Set router 454b8d86-c0db-475a-9276-585379864a1a gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:10.822391 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.13', 60531) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:10.857674 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4afe5b39-71b8-468f-b3f1-d8e66c6363e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:10.863429 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-206f8218-d2d9-41d9-9510-70816fdd8aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:10.896939 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4afe5b39-71b8-468f-b3f1-d8e66c6363e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:10.900315 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-4afe5b39-71b8-468f-b3f1-d8e66c6363e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe7dc32b-6d5d-47d3-8f0d-7f0c2cc8e969 HTTP/1.1" status: 204 len: 168 time: 0.3858469 Apr 20 05:44:10.902607 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe5b39-71b8-468f-b3f1-d8e66c6363e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7dc32b-6d5d-47d3-8f0d-7f0c2cc8e969,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:10.911555 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4afe5b39-71b8-468f-b3f1-d8e66c6363e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:11.064138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Set router 9b0ad32a-397b-4e45-957b-936a7d45b31e gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:11.300384 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:11.318570 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-719715fa-d156-4522-8d3b-053a147ac78e req-15179ca7-f8b6-40df-b3bb-abc97f7f8e32 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 210 time: 0.1621022 Apr 20 05:44:11.386397 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c574bf30-b2b2-48a7-b458-2329971d3809 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:11.387205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c574bf30-b2b2-48a7-b458-2329971d3809 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Synchronizing usage tracker for tenant:3ccf8f1a1fb6414b9546e6523a91eb00 on resource:network {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:11.405823 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port f43afa6d-ed1e-489b-935d-1f35e3a19188, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=f43afa6d-ed1e-489b-935d-1f35e3a19188,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:11.419579 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:11.426826 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:11.429214 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c574bf30-b2b2-48a7-b458-2329971d3809 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Unset dirty status for tenant:3ccf8f1a1fb6414b9546e6523a91eb00 on resource:network {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:11.430373 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c574bf30-b2b2-48a7-b458-2329971d3809 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.13 "GET /v2.0/networks?id=9065bd13-3549-4301-9aff-a2c7403c1c05 HTTP/1.1" status: 200 len: 811 time: 0.6068926 Apr 20 05:44:11.494454 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-b1d4aabb-356c-415a-b873-45daa1697617 req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Request body: {'port': {'device_id': '0fdf3cba-a845-4bb4-836d-f5c176118e41', 'network_id': '9065bd13-3549-4301-9aff-a2c7403c1c05', 'admin_state_up': True, 'tenant_id': '3ccf8f1a1fb6414b9546e6523a91eb00'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:11.515858 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 49268) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:11.588807 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=f43afa6d-ed1e-489b-935d-1f35e3a19188,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:11.612827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:11.665282 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '42a08a00-0bca-45d8-860d-3912986250d7', 'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'mac_address': 'fa:16:3e:09:e9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 2, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'subnets': [{'id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:11.672553 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea00d88-c732-455b-b417-d704832d16ee None None] The sync data for ids ['454b8d86-c0db-475a-9276-585379864a1a'] in dv-cinder-786054-4-smb is: [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '42a08a00-0bca-45d8-860d-3912986250d7', 'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'mac_address': 'fa:16:3e:09:e9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 2, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'subnets': [{'id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:44:11.779427 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-b1d4aabb-356c-415a-b873-45daa1697617 req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:11.784310 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-b1d4aabb-356c-415a-b873-45daa1697617 req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Usage tracker for resource:port and tenant:3ccf8f1a1fb6414b9546e6523a91eb00 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:11.785889 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '9eda9181-7041-426e-a31e-4eb394066367', 'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'mac_address': 'fa:16:3e:6c:04:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 2, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'subnets': [{'id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:11.788357 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-b1d4aabb-356c-415a-b873-45daa1697617 req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:11.795450 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Checking router: 9b0ad32a-397b-4e45-957b-936a7d45b31e for host: dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:44:11.796324 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Updating router 9b0ad32a-397b-4e45-957b-936a7d45b31e port 9eda9181-7041-426e-a31e-4eb394066367 binding host dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:44:11.807407 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-b1d4aabb-356c-415a-b873-45daa1697617 req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:11.835448 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d4aabb-356c-415a-b873-45daa1697617 req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Made reservation on behalf of 3ccf8f1a1fb6414b9546e6523a91eb00 for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:44:11.842830 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b1d4aabb-356c-415a-b873-45daa1697617 req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:11.893924 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:12.227207 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-b1d4aabb-356c-415a-b873-45daa1697617 req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Allocated IP 172.20.0.13 (9065bd13-3549-4301-9aff-a2c7403c1c05/85ae870e-b1c7-400b-9471-01db9e533240/e4f93475-d994-42c0-b76c-a74836516e73) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:44:12.479629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-518b0e51-3473-4918-83ce-b780471e2005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:12.529961 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-518b0e51-3473-4918-83ce-b780471e2005 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:12.542800 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-518b0e51-3473-4918-83ce-b780471e2005 admin admin] Usage tracker for resource:security_group_rule and tenant:e7de555b36ec41b5a2c3cd6f8d4b0eba is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:12.552740 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-518b0e51-3473-4918-83ce-b780471e2005 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:12.574741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-518b0e51-3473-4918-83ce-b780471e2005 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:12.595775 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Notify callbacks [] for port, precommit_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:12.613511 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Transition to ACTIVE for port object 9eda9181-7041-426e-a31e-4eb394066367 will not be triggered until provisioned by entity L2. {{(pid=86334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:12.622388 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:12.629342 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:12.703280 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 49308) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:12.713576 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-c369460f-8ce1-4d76-9ef7-58a823f0eaa3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1231807771', 'description': 'tempest-description--560232494'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:12.724502 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c91b7-12bd-4475-b70a-acca2a656973 None None] Pushing event updated for resources: {'Port': ['ID=9eda9181-7041-426e-a31e-4eb394066367,revision_number=3']} {{(pid=86334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:12.729574 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2e5c91b7-12bd-4475-b70a-acca2a656973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:12.730775 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c369460f-8ce1-4d76-9ef7-58a823f0eaa3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:12.747478 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c369460f-8ce1-4d76-9ef7-58a823f0eaa3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Usage tracker for resource:security_group and tenant:10c6bb10c09f41b2bd958de46431d375 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:12.751122 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 49314) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:12.753727 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c369460f-8ce1-4d76-9ef7-58a823f0eaa3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:12.770972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c369460f-8ce1-4d76-9ef7-58a823f0eaa3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:12.803160 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b1d4aabb-356c-415a-b873-45daa1697617 req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:12.822493 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c369460f-8ce1-4d76-9ef7-58a823f0eaa3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:12.874835 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ed48a825-11cb-45c8-9bba-e34b8e7d8596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:12.983968 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c369460f-8ce1-4d76-9ef7-58a823f0eaa3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:13.019443 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c369460f-8ce1-4d76-9ef7-58a823f0eaa3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Usage tracker for resource:security_group_rule and tenant:10c6bb10c09f41b2bd958de46431d375 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:13.019443 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c369460f-8ce1-4d76-9ef7-58a823f0eaa3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:13.020054 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-ed48a825-11cb-45c8-9bba-e34b8e7d8596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:13.036143 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c369460f-8ce1-4d76-9ef7-58a823f0eaa3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:13.050102 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ed48a825-11cb-45c8-9bba-e34b8e7d8596 admin admin] Usage tracker for resource:security_group_rule and tenant:a5aa5ade62c94abdb77b77be2d6b03ea is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:13.076630 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ed48a825-11cb-45c8-9bba-e34b8e7d8596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:13.111169 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-ed48a825-11cb-45c8-9bba-e34b8e7d8596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:13.166878 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 49328) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:13.175367 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Attempting to bind port 9eda9181-7041-426e-a31e-4eb394066367 on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:44:13.175763 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Attempting to bind port 9eda9181-7041-426e-a31e-4eb394066367 by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0'}] {{(pid=86334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:44:13.176171 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Attempting to bind port 9eda9181-7041-426e-a31e-4eb394066367 on network b33f592a-fb2a-48c3-93cb-6ae242341fc0 {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:13.194038 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:44:13.194572 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Checking segment: {'id': 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:13.194902 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.195339 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Bound using segment: {'id': 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0'} {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:44:13.195859 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Bound port: 9eda9181-7041-426e-a31e-4eb394066367, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0'}}] {{(pid=86334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:44:13.196297 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.198025 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-d0ceaa89-0f0c-4633-86af-31d44568e005 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--144492233', 'description': 'tempest-description--1523304623'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:13.228844 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-518b0e51-3473-4918-83ce-b780471e2005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.247061 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-d0ceaa89-0f0c-4633-86af-31d44568e005 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:13.250287 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b1d4aabb-356c-415a-b873-45daa1697617 req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.278578 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-d0ceaa89-0f0c-4633-86af-31d44568e005 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Usage tracker for resource:security_group and tenant:2ab7172ed9a44fe6aa1df137f47c43e3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:13.286333 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-d0ceaa89-0f0c-4633-86af-31d44568e005 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:13.311983 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:13.323954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-518b0e51-3473-4918-83ce-b780471e2005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.373747 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-d0ceaa89-0f0c-4633-86af-31d44568e005 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:13.396796 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:13.419934 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d4aabb-356c-415a-b873-45daa1697617 req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Network 9065bd13-3549-4301-9aff-a2c7403c1c05 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:13.422055 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-518b0e51-3473-4918-83ce-b780471e2005 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7de555b36ec41b5a2c3cd6f8d4b0eba&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9047873 Apr 20 05:44:13.422940 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 49340) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:13.441504 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-b1d4aabb-356c-415a-b873-45daa1697617 req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:13.469632 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d4aabb-356c-415a-b873-45daa1697617 req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:44:13.475920 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4aabb-356c-415a-b873-45daa1697617 req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:13.485272 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b1d4aabb-356c-415a-b873-45daa1697617 req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.499016 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d0ceaa89-0f0c-4633-86af-31d44568e005 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.532146 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c369460f-8ce1-4d76-9ef7-58a823f0eaa3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.547030 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c369460f-8ce1-4d76-9ef7-58a823f0eaa3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.552749 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b0e51-3473-4918-83ce-b780471e2005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f8af54-ba3f-47fa-8364-a821493660f1,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:13.558632 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Pushing event updated for resources: {'Port': ['ID=e4f93475-d994-42c0-b76c-a74836516e73,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:13.576356 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:13.577128 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-518b0e51-3473-4918-83ce-b780471e2005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:13.577962 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-518b0e51-3473-4918-83ce-b780471e2005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:13.589546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-d0ceaa89-0f0c-4633-86af-31d44568e005 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:13.603133 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-d0ceaa89-0f0c-4633-86af-31d44568e005 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Usage tracker for resource:security_group_rule and tenant:2ab7172ed9a44fe6aa1df137f47c43e3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:13.615031 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-d0ceaa89-0f0c-4633-86af-31d44568e005 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:13.631296 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b1d4aabb-356c-415a-b873-45daa1697617 req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1527739 Apr 20 05:44:13.632902 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-d0ceaa89-0f0c-4633-86af-31d44568e005 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:13.633688 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] For port 9eda9181-7041-426e-a31e-4eb394066367, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:44:13.646578 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369460f-8ce1-4d76-9ef7-58a823f0eaa3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f642ed-7083-4501-88e5-b6b055e0688d,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:13.657056 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] For port 9eda9181-7041-426e-a31e-4eb394066367, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=9eda9181-7041-426e-a31e-4eb394066367,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:44:13.664041 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.668093 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [req-b1d4aabb-356c-415a-b873-45daa1697617 req-25498f74-2338-4f2e-a65e-da20fb04d801 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=86331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:44:13.674745 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b1d4aabb-356c-415a-b873-45daa1697617 req-25498f74-2338-4f2e-a65e-da20fb04d801 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059860 Apr 20 05:44:13.677510 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c369460f-8ce1-4d76-9ef7-58a823f0eaa3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:13.686085 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2e5c91b7-12bd-4475-b70a-acca2a656973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:13.687537 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878d750-ea15-430c-8396-6099da839d34 req-899f87ce-452c-482c-ada8-492603f1944f tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:13.701996 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2878d750-ea15-430c-8396-6099da839d34 req-899f87ce-452c-482c-ada8-492603f1944f tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 932 time: 0.6464024 Apr 20 05:44:13.746966 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6fa77772-0739-4eac-833f-d45b1be64d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.782112 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ed48a825-11cb-45c8-9bba-e34b8e7d8596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.787971 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6fa77772-0739-4eac-833f-d45b1be64d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.833570 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.835438 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ed48a825-11cb-45c8-9bba-e34b8e7d8596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.880686 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6fa77772-0739-4eac-833f-d45b1be64d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.903588 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6fa77772-0739-4eac-833f-d45b1be64d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.908512 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-6fa77772-0739-4eac-833f-d45b1be64d22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3f8af54-ba3f-47fa-8364-a821493660f1 HTTP/1.1" status: 204 len: 168 time: 0.4618337 Apr 20 05:44:13.916865 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:13.932524 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:13.939110 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c369460f-8ce1-4d76-9ef7-58a823f0eaa3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:13.940798 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c369460f-8ce1-4d76-9ef7-58a823f0eaa3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2357538 Apr 20 05:44:13.946086 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 49352) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:13.947207 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa77772-0739-4eac-833f-d45b1be64d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f8af54-ba3f-47fa-8364-a821493660f1,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:13.963895 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2878d750-ea15-430c-8396-6099da839d34 req-470fda59-aeb2-4180-82cc-da18bd82524b tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a9c6070-5533-44ff-9740-7f81b3c017e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607415 Apr 20 05:44:13.978550 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-30017040-82ea-4c94-9510-4dda0db20d88 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Request body: {'security_group_rule': {'security_group_id': 'f2f642ed-7083-4501-88e5-b6b055e0688d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:13.992035 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-30017040-82ea-4c94-9510-4dda0db20d88 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:13.997795 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-30017040-82ea-4c94-9510-4dda0db20d88 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Usage tracker for resource:security_group_rule and tenant:10c6bb10c09f41b2bd958de46431d375 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:14.005758 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-30017040-82ea-4c94-9510-4dda0db20d88 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:14.020100 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-30017040-82ea-4c94-9510-4dda0db20d88 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:14.034663 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:14.051794 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6fa77772-0739-4eac-833f-d45b1be64d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:14.092390 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-30017040-82ea-4c94-9510-4dda0db20d88 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.095403 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c91b7-12bd-4475-b70a-acca2a656973 None None] Pushing event updated for resources: {'Port': ['ID=9eda9181-7041-426e-a31e-4eb394066367,revision_number=4']} {{(pid=86334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:14.161783 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2e5c91b7-12bd-4475-b70a-acca2a656973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:14.200391 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-ed48a825-11cb-45c8-9bba-e34b8e7d8596 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a5aa5ade62c94abdb77b77be2d6b03ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4483516 Apr 20 05:44:14.203968 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 49362) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:14.217789 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48a825-11cb-45c8-9bba-e34b8e7d8596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602fb83a-c95b-441a-9cd1-dc19b03c206a,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:14.235823 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ed48a825-11cb-45c8-9bba-e34b8e7d8596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:14.257287 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Routers {'9b0ad32a-397b-4e45-957b-936a7d45b31e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:14.258090 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:44:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['9b0ad32a-397b-4e45-957b-936a7d45b31e'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:14.281724 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d0ceaa89-0f0c-4633-86af-31d44568e005 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.286301 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d0ceaa89-0f0c-4633-86af-31d44568e005 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.300190 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:14.321677 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:14.335906 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:14.336546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.370054 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-30017040-82ea-4c94-9510-4dda0db20d88 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.382964 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ceaa89-0f0c-4633-86af-31d44568e005 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898769d4-4e15-42ac-81de-141874dc3fe3,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:14.397862 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d0ceaa89-0f0c-4633-86af-31d44568e005 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:14.399706 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d0ceaa89-0f0c-4633-86af-31d44568e005 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.401604 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-d0ceaa89-0f0c-4633-86af-31d44568e005 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2336509 Apr 20 05:44:14.404683 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 49366) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:14.411918 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-316533e9-8a74-44cb-a462-92a0597d30ae tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Request body: {'security_group_rule': {'security_group_id': '898769d4-4e15-42ac-81de-141874dc3fe3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:14.415453 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-30017040-82ea-4c94-9510-4dda0db20d88 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.427873 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-316533e9-8a74-44cb-a462-92a0597d30ae tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:14.431389 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:14.439606 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-316533e9-8a74-44cb-a462-92a0597d30ae tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Usage tracker for resource:security_group_rule and tenant:2ab7172ed9a44fe6aa1df137f47c43e3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:14.449818 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-316533e9-8a74-44cb-a462-92a0597d30ae tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:14.465083 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30017040-82ea-4c94-9510-4dda0db20d88 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acaf4d77-9da4-4247-87b8-29a0dcbff798,revision_number=0']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:14.466378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-316533e9-8a74-44cb-a462-92a0597d30ae tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:14.468091 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ded3-5051-4f0c-9034-d372e06bc8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.499486 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-316533e9-8a74-44cb-a462-92a0597d30ae tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.504695 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ded3-5051-4f0c-9034-d372e06bc8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.593004 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ded3-5051-4f0c-9034-d372e06bc8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.595108 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-30017040-82ea-4c94-9510-4dda0db20d88 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:14.607538 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c369460f-8ce1-4d76-9ef7-58a823f0eaa3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:14.626427 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ded3-5051-4f0c-9034-d372e06bc8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.630261 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-2ba5ded3-5051-4f0c-9034-d372e06bc8f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/602fb83a-c95b-441a-9cd1-dc19b03c206a HTTP/1.1" status: 204 len: 168 time: 0.4209428 Apr 20 05:44:14.630261 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5ded3-5051-4f0c-9034-d372e06bc8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602fb83a-c95b-441a-9cd1-dc19b03c206a,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:14.634842 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2ba5ded3-5051-4f0c-9034-d372e06bc8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:14.635917 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-30017040-82ea-4c94-9510-4dda0db20d88 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.639665 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-30017040-82ea-4c94-9510-4dda0db20d88 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6719472 Apr 20 05:44:14.640281 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 49376) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:14.647856 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-838e119f-6c2a-4099-b56d-5d6ca340e913 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Request body: {'security_group_rule': {'security_group_id': 'f2f642ed-7083-4501-88e5-b6b055e0688d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:14.655284 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-838e119f-6c2a-4099-b56d-5d6ca340e913 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:14.661343 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-838e119f-6c2a-4099-b56d-5d6ca340e913 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Usage tracker for resource:security_group_rule and tenant:10c6bb10c09f41b2bd958de46431d375 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:14.663691 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-316533e9-8a74-44cb-a462-92a0597d30ae tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.666661 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-838e119f-6c2a-4099-b56d-5d6ca340e913 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:14.669494 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-316533e9-8a74-44cb-a462-92a0597d30ae tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.674146 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-838e119f-6c2a-4099-b56d-5d6ca340e913 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:14.703766 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-838e119f-6c2a-4099-b56d-5d6ca340e913 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.726032 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:14.780431 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316533e9-8a74-44cb-a462-92a0597d30ae tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b929aa2f-d1b1-45b3-8e48-bbd73614c692,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:14.796794 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-316533e9-8a74-44cb-a462-92a0597d30ae tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:14.798663 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-316533e9-8a74-44cb-a462-92a0597d30ae tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.803734 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-316533e9-8a74-44cb-a462-92a0597d30ae tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3976996 Apr 20 05:44:14.807475 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 49382) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:14.820805 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-24c5073a-8015-45b1-b4ec-ff17cb6680b1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Request body: {'security_group_rule': {'security_group_id': '898769d4-4e15-42ac-81de-141874dc3fe3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:14.835460 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-24c5073a-8015-45b1-b4ec-ff17cb6680b1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:14.846432 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-24c5073a-8015-45b1-b4ec-ff17cb6680b1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Usage tracker for resource:security_group_rule and tenant:2ab7172ed9a44fe6aa1df137f47c43e3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:14.857041 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-24c5073a-8015-45b1-b4ec-ff17cb6680b1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:14.870079 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-24c5073a-8015-45b1-b4ec-ff17cb6680b1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:14.871295 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.878058 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-838e119f-6c2a-4099-b56d-5d6ca340e913 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.882755 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-838e119f-6c2a-4099-b56d-5d6ca340e913 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.886183 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:14.928835 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:14.933593 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.935180 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device f43afa6d-ed1e-489b-935d-1f35e3a19188 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:14.941439 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-24c5073a-8015-45b1-b4ec-ff17cb6680b1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.975214 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-838e119f-6c2a-4099-b56d-5d6ca340e913 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:14.978472 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-838e119f-6c2a-4099-b56d-5d6ca340e913 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3349118 Apr 20 05:44:14.982861 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 49386) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:15.002489 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Request body: {'floatingip': {'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:15.018065 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:15.025081 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Usage tracker for resource:floatingip and tenant:10c6bb10c09f41b2bd958de46431d375 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:15.037419 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:15.062861 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Request body: {'port': {'device_id': '0fdf3cba-a845-4bb4-836d-f5c176118e41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:15.071456 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:15.089684 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:15.117141 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e119f-6c2a-4099-b56d-5d6ca340e913 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300d5800-b890-4c00-b52f-ca7964f45ddf,revision_number=0']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:15.124712 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for floatingip, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:15.172672 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-838e119f-6c2a-4099-b56d-5d6ca340e913 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:15.281966 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] Set router 9b0ad32a-397b-4e45-957b-936a7d45b31e gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:15.303137 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:15.324671 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:15.366184 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port f43afa6d-ed1e-489b-935d-1f35e3a19188 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:15.366624 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:15.425470 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-24c5073a-8015-45b1-b4ec-ff17cb6680b1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:15.666369 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:15.826585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 49404) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:15.831357 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:15.892569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-24c5073a-8015-45b1-b4ec-ff17cb6680b1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:15.912543 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2351cbe8-e99a-4a03-94fc-943a457a2598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:15.978577 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:15.984141 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-2351cbe8-e99a-4a03-94fc-943a457a2598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:16.001741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2351cbe8-e99a-4a03-94fc-943a457a2598 admin admin] Usage tracker for resource:security_group_rule and tenant:cc28252d235e4693b85a7a00c195fc1c is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:16.009128 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2351cbe8-e99a-4a03-94fc-943a457a2598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:16.015421 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:16.031972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-2351cbe8-e99a-4a03-94fc-943a457a2598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:16.233745 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:16.234272 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:16.271649 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5073a-8015-45b1-b4ec-ff17cb6680b1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b06c42-8890-4c09-a87c-87edf3afa664,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:16.294347 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2351cbe8-e99a-4a03-94fc-943a457a2598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:16.297872 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-24c5073a-8015-45b1-b4ec-ff17cb6680b1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:16.299612 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '9eda9181-7041-426e-a31e-4eb394066367', 'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'mac_address': 'fa:16:3e:6c:04:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:13Z', 'revision_number': 4, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'subnets': [{'id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:16.306582 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3403d35a-593a-4bb1-84d0-3e22e2b1a2b1 None None] The sync data for ids ['9b0ad32a-397b-4e45-957b-936a7d45b31e'] in dv-cinder-786054-4-smb is: [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '9eda9181-7041-426e-a31e-4eb394066367', 'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'mac_address': 'fa:16:3e:6c:04:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:13Z', 'revision_number': 4, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'subnets': [{'id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:44:16.316656 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-24c5073a-8015-45b1-b4ec-ff17cb6680b1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:16.324303 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2351cbe8-e99a-4a03-94fc-943a457a2598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:16.335162 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-24c5073a-8015-45b1-b4ec-ff17cb6680b1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5253148 Apr 20 05:44:16.335884 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 49416) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:16.367026 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede389d0-8a08-4f2f-a6c7-2c2dcd53cd4a req-7ae1996d-1f8f-4e58-8120-83d961179971 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:16.369669 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6fa77772-0739-4eac-833f-d45b1be64d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:16.370884 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-ede389d0-8a08-4f2f-a6c7-2c2dcd53cd4a req-7ae1996d-1f8f-4e58-8120-83d961179971 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Synchronizing usage tracker for tenant:3ccf8f1a1fb6414b9546e6523a91eb00 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:16.398187 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Request body: {'floatingip': {'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:16.468500 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:16.476151 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Usage tracker for resource:floatingip and tenant:2ab7172ed9a44fe6aa1df137f47c43e3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:16.487320 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Sync routers for ids ['454b8d86-c0db-475a-9276-585379864a1a'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:44:16.501074 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:16.550954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351cbe8-e99a-4a03-94fc-943a457a2598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3060520-3da1-4516-b128-1e9a7c43c75b,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:16.573987 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2351cbe8-e99a-4a03-94fc-943a457a2598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:16.595136 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-2351cbe8-e99a-4a03-94fc-943a457a2598 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc28252d235e4693b85a7a00c195fc1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7673633 Apr 20 05:44:16.597539 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 49426) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:16.667525 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Routers {'454b8d86-c0db-475a-9276-585379864a1a'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:16.668241 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:44:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['454b8d86-c0db-475a-9276-585379864a1a'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:16.675584 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:16.718217 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-ede389d0-8a08-4f2f-a6c7-2c2dcd53cd4a req-7ae1996d-1f8f-4e58-8120-83d961179971 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Unset dirty status for tenant:3ccf8f1a1fb6414b9546e6523a91eb00 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:16.719477 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ede389d0-8a08-4f2f-a6c7-2c2dcd53cd4a req-7ae1996d-1f8f-4e58-8120-83d961179971 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 932 time: 1.2965560 Apr 20 05:44:16.952979 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for floatingip, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:17.077314 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-51359dc3-ec7d-4c8a-922c-6c01bff13433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:17.080742 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Allocated IP 172.28.3.212 (50a41118-ba44-449f-9b81-e04381d54b8b/c213a0b6-2cec-4373-bed2-ef584dd5d4ed/edeb23dc-3489-4bab-b73d-7ef64474a091) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:44:17.175236 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-51359dc3-ec7d-4c8a-922c-6c01bff13433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:17.323901 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-ede389d0-8a08-4f2f-a6c7-2c2dcd53cd4a req-32808833-8e37-4af9-b25b-3a072aa5b7f4 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Synchronizing usage tracker for tenant:3ccf8f1a1fb6414b9546e6523a91eb00 on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:17.508680 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Set router 454b8d86-c0db-475a-9276-585379864a1a gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:17.558409 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-ede389d0-8a08-4f2f-a6c7-2c2dcd53cd4a req-32808833-8e37-4af9-b25b-3a072aa5b7f4 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Unset dirty status for tenant:3ccf8f1a1fb6414b9546e6523a91eb00 on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:17.572786 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ede389d0-8a08-4f2f-a6c7-2c2dcd53cd4a req-32808833-8e37-4af9-b25b-3a072aa5b7f4 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a9c6070-5533-44ff-9740-7f81b3c017e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7844903 Apr 20 05:44:17.698890 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-51359dc3-ec7d-4c8a-922c-6c01bff13433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:17.771064 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b38c2381-438f-470d-9c78-ee2b53473d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:17.824696 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51359dc3-ec7d-4c8a-922c-6c01bff13433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3060520-3da1-4516-b128-1e9a7c43c75b,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:17.861550 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:17.866394 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-51359dc3-ec7d-4c8a-922c-6c01bff13433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:17.926895 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f93475-d994-42c0-b76c-a74836516e73 {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:44:17.943438 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:17.954287 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-51359dc3-ec7d-4c8a-922c-6c01bff13433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:17.967801 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-51359dc3-ec7d-4c8a-922c-6c01bff13433 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3060520-3da1-4516-b128-1e9a7c43c75b HTTP/1.1" status: 204 len: 168 time: 1.2767324 Apr 20 05:44:18.016326 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:18.032459 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Transition to ACTIVE for port object e4f93475-d994-42c0-b76c-a74836516e73 will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:18.066660 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:18.107851 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:18.110602 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:18.128635 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:18.422138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Network 50a41118-ba44-449f-9b81-e04381d54b8b is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:18.434819 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:18.459943 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:44:18.481253 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Pushing event updated for resources: {'Port': ['ID=edeb23dc-3489-4bab-b73d-7ef64474a091,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:18.498391 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:18.848240 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:18.884465 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 9eda9181-7041-426e-a31e-4eb394066367 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:19.162095 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:44:19.197003 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '42a08a00-0bca-45d8-860d-3912986250d7', 'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'mac_address': 'fa:16:3e:09:e9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 2, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'subnets': [{'id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:19.208044 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port 9eda9181-7041-426e-a31e-4eb394066367 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:19.221926 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 9eda9181-7041-426e-a31e-4eb394066367 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:19.222553 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:19.314957 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Pushing event updated for resources: {'Port': ['ID=e4f93475-d994-42c0-b76c-a74836516e73,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:19.338152 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.225s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:19.339276 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Checking router: 454b8d86-c0db-475a-9276-585379864a1a for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:44:19.339518 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:19.339802 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Updating router 454b8d86-c0db-475a-9276-585379864a1a port 42a08a00-0bca-45d8-860d-3912986250d7 binding host dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:44:19.413334 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:19.462779 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Allocated IP 172.28.3.196 (50a41118-ba44-449f-9b81-e04381d54b8b/c213a0b6-2cec-4373-bed2-ef584dd5d4ed/3b332f61-112b-4182-96f1-158eae7e6b32) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:44:19.996796 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:19.999748 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Attempting to bind port e4f93475-d994-42c0-b76c-a74836516e73 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:44:20.000184 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Attempting to bind port e4f93475-d994-42c0-b76c-a74836516e73 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'f823f0fd-5e03-454f-9d16-76c8c70c8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9065bd13-3549-4301-9aff-a2c7403c1c05'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:44:20.000552 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Attempting to bind port e4f93475-d994-42c0-b76c-a74836516e73 on network 9065bd13-3549-4301-9aff-a2c7403c1c05 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:20.015516 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:20.042913 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Transition to ACTIVE for port object 42a08a00-0bca-45d8-860d-3912986250d7 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:20.047680 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Port e4f93475-d994-42c0-b76c-a74836516e73 on network 9065bd13-3549-4301-9aff-a2c7403c1c05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:44:20.048062 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Attempting to bind port e4f93475-d994-42c0-b76c-a74836516e73 on network 9065bd13-3549-4301-9aff-a2c7403c1c05 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:20.068514 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:44:20.068514 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Checking segment: {'id': 'f823f0fd-5e03-454f-9d16-76c8c70c8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9065bd13-3549-4301-9aff-a2c7403c1c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:20.074646 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:20.096394 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Bound using segment: {'id': 'f823f0fd-5e03-454f-9d16-76c8c70c8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9065bd13-3549-4301-9aff-a2c7403c1c05'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:44:20.100530 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Bound port: e4f93475-d994-42c0-b76c-a74836516e73, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f823f0fd-5e03-454f-9d16-76c8c70c8b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '9065bd13-3549-4301-9aff-a2c7403c1c05'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:44:20.101034 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:20.134139 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:20.200628 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a241e-496b-454a-aca3-f71d6586c2dc req-c14d59d5-473a-4929-b230-cd12f3d8383c tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:20.223778 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-568a241e-496b-454a-aca3-f71d6586c2dc req-c14d59d5-473a-4929-b230-cd12f3d8383c tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 944 time: 1.2319298 Apr 20 05:44:20.342231 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe497ce0-9dc9-461f-b949-13a28c0d42f8 None None] Pushing event updated for resources: {'Port': ['ID=42a08a00-0bca-45d8-860d-3912986250d7,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:20.415390 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-568a241e-496b-454a-aca3-f71d6586c2dc req-31584d50-643a-4207-988d-c7ba26700f17 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a9c6070-5533-44ff-9740-7f81b3c017e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893787 Apr 20 05:44:20.482585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:20.492645 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:20.506524 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:20.506710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:20.539200 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:20.558320 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-fe497ce0-9dc9-461f-b949-13a28c0d42f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:20.669138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] For port e4f93475-d994-42c0-b76c-a74836516e73, host hv-cinder-78605, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:44:20.671733 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:20.764638 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for floatingip, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:20.774959 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7809732 Apr 20 05:44:20.774959 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Pushing event updated for resources: {'Port': ['ID=edeb23dc-3489-4bab-b73d-7ef64474a091,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:20.777271 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:20.789412 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Network 50a41118-ba44-449f-9b81-e04381d54b8b is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:20.826191 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] For port e4f93475-d994-42c0-b76c-a74836516e73, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e4f93475-d994-42c0-b76c-a74836516e73,segment=NetworkSegment(f823f0fd-5e03-454f-9d16-76c8c70c8b58),segment_id=f823f0fd-5e03-454f-9d16-76c8c70c8b58)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:44:20.827894 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:20.848610 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:44:20.873560 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:21.034586 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Pushing event updated for resources: {'Port': ['ID=3b332f61-112b-4182-96f1-158eae7e6b32,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:21.059257 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:21.064592 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a9737516-7ecd-4338-ae43-99661f82e2b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:21.102486 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:21.212616 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Attempting to bind port 42a08a00-0bca-45d8-860d-3912986250d7 on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:44:21.213186 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Attempting to bind port 42a08a00-0bca-45d8-860d-3912986250d7 by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:44:21.219410 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Attempting to bind port 42a08a00-0bca-45d8-860d-3912986250d7 on network 411e23b4-e2d6-46df-bd62-b0674bdfd076 {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:21.235710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:21.236465 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:21.238404 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b1d4aabb-356c-415a-b873-45daa1697617 req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] 10.222.0.13 "PUT /v2.0/ports/e4f93475-d994-42c0-b76c-a74836516e73 HTTP/1.1" status: 200 len: 1094 time: 6.7442925 Apr 20 05:44:21.238995 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fdf3cba-a845-4bb4-836d-f5c176118e41', 'tag': 'e4f93475-d994-42c0-b76c-a74836516e73'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:21.253745 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:44:21.253745 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Checking segment: {'id': 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:21.253745 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:21.253745 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Bound using segment: {'id': 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:44:21.253745 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Bound port: 42a08a00-0bca-45d8-860d-3912986250d7, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:44:21.253745 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:21.297440 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port 9eda9181-7041-426e-a31e-4eb394066367, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=9eda9181-7041-426e-a31e-4eb394066367,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:21.313908 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:21.317461 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:21.423676 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:21.450933 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d50161b-5ca2-44b2-9f82-ac81ebfb240a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1231807771&fields=id&tenant_id=10c6bb10c09f41b2bd958de46431d375 HTTP/1.1" status: 200 len: 267 time: 0.2276320 Apr 20 05:44:21.453931 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Pushing event updated for resources: {'Port': ['ID=e4f93475-d994-42c0-b76c-a74836516e73,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:21.486531 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:21.569787 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=9eda9181-7041-426e-a31e-4eb394066367,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:21.585577 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:21.596618 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] For port 42a08a00-0bca-45d8-860d-3912986250d7, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:44:21.605460 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] For port 42a08a00-0bca-45d8-860d-3912986250d7, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=42a08a00-0bca-45d8-860d-3912986250d7,segment=NetworkSegment(d8111d06-d8c2-478d-81bb-a8d0dca3ec2f),segment_id=d8111d06-d8c2-478d-81bb-a8d0dca3ec2f)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:44:21.610647 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:21.637757 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:21.766870 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:21.854289 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Routers {'454b8d86-c0db-475a-9276-585379864a1a'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:21.856151 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:44:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['454b8d86-c0db-475a-9276-585379864a1a'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:21.873829 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9d7c8-6d0d-446a-a4ef-2b3d6b7feb2b req-16393788-541e-49c4-acb2-8f06c45d6e72 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:21.890253 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-dba9d7c8-6d0d-446a-a4ef-2b3d6b7feb2b req-16393788-541e-49c4-acb2-8f06c45d6e72 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 944 time: 0.2309597 Apr 20 05:44:21.956725 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4aabb-356c-415a-b873-45daa1697617 req-d8b08622-be12-4a43-9d73-6b840c5e74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:21.960634 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b1d4aabb-356c-415a-b873-45daa1697617 req-d8b08622-be12-4a43-9d73-6b840c5e74d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ccf8f1a1fb6414b9546e6523a91eb00&device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 1097 time: 0.6270742 Apr 20 05:44:22.036609 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-dba9d7c8-6d0d-446a-a4ef-2b3d6b7feb2b req-06e7f4c8-bc27-4836-a65a-d730bd3ee866 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a9c6070-5533-44ff-9740-7f81b3c017e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435199 Apr 20 05:44:22.187402 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe497ce0-9dc9-461f-b949-13a28c0d42f8 None None] Pushing event updated for resources: {'Port': ['ID=42a08a00-0bca-45d8-860d-3912986250d7,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:22.194318 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-fe497ce0-9dc9-461f-b949-13a28c0d42f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:22.273041 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b1d4aabb-356c-415a-b873-45daa1697617 req-cd38a402-1504-4af0-a9fa-dc7b58321e57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4f93475-d994-42c0-b76c-a74836516e73 HTTP/1.1" status: 200 len: 217 time: 0.2856183 Apr 20 05:44:22.344788 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] Set router 454b8d86-c0db-475a-9276-585379864a1a gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:22.370369 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 49608) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:22.494906 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:22.503183 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:22.514650 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:22.598880 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-7971b7de-1e7e-47cb-8d29-bc8490c85b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:22.600619 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-7971b7de-1e7e-47cb-8d29-bc8490c85b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/networks?id=b33f592a-fb2a-48c3-93cb-6ae242341fc0 HTTP/1.1" status: 200 len: 817 time: 1.1080453 Apr 20 05:44:22.609147 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:22.667573 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:22.669054 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3245726 Apr 20 05:44:22.721825 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-b357fbeb-7587-4593-8ee2-964ff615093f tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/quotas/10c6bb10c09f41b2bd958de46431d375 HTTP/1.1" status: 200 len: 375 time: 0.0634024 Apr 20 05:44:22.722761 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Pushing event updated for resources: {'Port': ['ID=3b332f61-112b-4182-96f1-158eae7e6b32,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:22.733919 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:22.790619 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2459221b-9c1b-4b99-91f6-39fecd2f2299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:22.837282 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-2459221b-9c1b-4b99-91f6-39fecd2f2299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:22.853726 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2459221b-9c1b-4b99-91f6-39fecd2f2299 admin admin] Usage tracker for resource:security_group_rule and tenant:b587ac08289a4d5f964a04d411ec5788 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:22.869978 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2459221b-9c1b-4b99-91f6-39fecd2f2299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:22.892821 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-2459221b-9c1b-4b99-91f6-39fecd2f2299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:22.937186 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fdf3cba-a845-4bb4-836d-f5c176118e41', 'tag': 'e4f93475-d994-42c0-b76c-a74836516e73', 'status': 'completed', 'code': 200} Apr 20 05:44:22.959294 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-c4aa08ff-b133-403b-bb42-1ab06646a8be tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=10c6bb10c09f41b2bd958de46431d375&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2124488 Apr 20 05:44:23.102870 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2459221b-9c1b-4b99-91f6-39fecd2f2299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:23.108355 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2459221b-9c1b-4b99-91f6-39fecd2f2299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:23.153945 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:23.238013 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-0f534697-150e-4d0a-85f1-bcbc9bfafcd5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=86331) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 05:44:23.239088 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-0f534697-150e-4d0a-85f1-bcbc9bfafcd5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1384878 Apr 20 05:44:23.247428 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-2459221b-9c1b-4b99-91f6-39fecd2f2299 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b587ac08289a4d5f964a04d411ec5788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8748138 Apr 20 05:44:23.250272 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 49654) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:23.253109 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459221b-9c1b-4b99-91f6-39fecd2f2299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7cf49d-51d4-4883-a9b6-9c513a1eb0e6,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:23.264617 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2459221b-9c1b-4b99-91f6-39fecd2f2299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:23.287552 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-29e106bf-4a3f-4af0-88b4-b5b27383a2b5 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--144492233&fields=id&tenant_id=2ab7172ed9a44fe6aa1df137f47c43e3 HTTP/1.1" status: 200 len: 267 time: 0.0872543 Apr 20 05:44:23.580539 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 42a08a00-0bca-45d8-860d-3912986250d7 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:23.612673 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-a442a689-3f91-4a04-8623-a18d68b34804 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:23.638050 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-a442a689-3f91-4a04-8623-a18d68b34804 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/networks?id=411e23b4-e2d6-46df-bd62-b0674bdfd076 HTTP/1.1" status: 200 len: 811 time: 0.3494313 Apr 20 05:44:23.675492 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-11ac1516-f222-4448-a06f-f1e179cf40c0 service neutron] 10.222.0.44 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990607 Apr 20 05:44:23.688442 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-94e4bc6f-2722-48c8-9c4c-61b599578017 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/quotas/2ab7172ed9a44fe6aa1df137f47c43e3 HTTP/1.1" status: 200 len: 375 time: 0.0493345 Apr 20 05:44:23.751628 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-75c32a07-7cbc-4171-8920-ca1e8cefa44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:23.825924 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-75c32a07-7cbc-4171-8920-ca1e8cefa44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:23.847388 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port 42a08a00-0bca-45d8-860d-3912986250d7 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:23.862606 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 42a08a00-0bca-45d8-860d-3912986250d7 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:23.866501 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6fee4c10-33ea-4155-bb0c-3e5adb167c9d tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab7172ed9a44fe6aa1df137f47c43e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1768582 Apr 20 05:44:23.872158 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:24.121812 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-5a6d1d57-6806-4cff-9fea-46683f46a41f service neutron] 10.222.0.44 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374024 Apr 20 05:44:24.128773 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '42a08a00-0bca-45d8-860d-3912986250d7', 'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'mac_address': 'fa:16:3e:09:e9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:21Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'subnets': [{'id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:24.260670 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa5dd23-06f3-4c7e-90ad-3e9a71c1609d None None] The sync data for ids ['454b8d86-c0db-475a-9276-585379864a1a'] in dv-cinder-786054-4-smb is: [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '42a08a00-0bca-45d8-860d-3912986250d7', 'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'mac_address': 'fa:16:3e:09:e9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:21Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'subnets': [{'id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:44:24.271468 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4aabb-356c-415a-b873-45daa1697617 req-f1ebac9f-967a-4135-8ab7-8620ce479f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:24.272326 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b1d4aabb-356c-415a-b873-45daa1697617 req-f1ebac9f-967a-4135-8ab7-8620ce479f76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85ae870e-b1c7-400b-9471-01db9e533240 HTTP/1.1" status: 200 len: 851 time: 0.3096259 Apr 20 05:44:24.303997 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-91dcf38a-c025-4680-9b2c-15f8225c9274 service neutron] 10.222.0.44 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6266923 Apr 20 05:44:24.317816 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-75c32a07-7cbc-4171-8920-ca1e8cefa44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:24.337986 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-14890404-ee9e-4c49-a789-6757509a2d1e service neutron] 10.222.0.44 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147176 Apr 20 05:44:24.368181 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:24.419759 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-27224041-a24c-4e4c-a121-dcf837a0fa8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:24.432479 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port 42a08a00-0bca-45d8-860d-3912986250d7, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=42a08a00-0bca-45d8-860d-3912986250d7,segment=NetworkSegment(d8111d06-d8c2-478d-81bb-a8d0dca3ec2f),segment_id=d8111d06-d8c2-478d-81bb-a8d0dca3ec2f)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:24.448618 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:24.450202 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 9eda9181-7041-426e-a31e-4eb394066367 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:24.486400 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c32a07-7cbc-4171-8920-ca1e8cefa44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7cf49d-51d4-4883-a9b6-9c513a1eb0e6,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:24.516612 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b1d4aabb-356c-415a-b873-45daa1697617 req-a616fdec-bcca-421b-a994-0e51ca0470ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9065bd13-3549-4301-9aff-a2c7403c1c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1925943 Apr 20 05:44:24.517900 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-75c32a07-7cbc-4171-8920-ca1e8cefa44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:24.518792 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-75c32a07-7cbc-4171-8920-ca1e8cefa44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:24.522545 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-75c32a07-7cbc-4171-8920-ca1e8cefa44d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c7cf49d-51d4-4883-a9b6-9c513a1eb0e6 HTTP/1.1" status: 204 len: 168 time: 1.2686822 Apr 20 05:44:24.625074 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-fe497ce0-9dc9-461f-b949-13a28c0d42f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:24.972523 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 9eda9181-7041-426e-a31e-4eb394066367 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:24.987105 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:25.203823 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b758f-d6a5-4b3e-a8b5-2af39000eea8 req-71b11cc0-1f4d-42ce-8bbb-645c94efaca0 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:25.223286 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7a8b758f-d6a5-4b3e-a8b5-2af39000eea8 req-71b11cc0-1f4d-42ce-8bbb-645c94efaca0 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 944 time: 0.3781354 Apr 20 05:44:25.300979 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=42a08a00-0bca-45d8-860d-3912986250d7,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:25.339114 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:25.426141 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7a8b758f-d6a5-4b3e-a8b5-2af39000eea8 req-06c709b8-4bc9-4e05-9df9-7709e33fbd62 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a9c6070-5533-44ff-9740-7f81b3c017e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999345 Apr 20 05:44:25.668420 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-cca77263-110f-4c9e-a025-e28d43c623cd req-0289f400-46a9-4ca5-84b9-0b6b2ed22250 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Synchronizing usage tracker for tenant:10c6bb10c09f41b2bd958de46431d375 on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:25.697745 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-cca77263-110f-4c9e-a025-e28d43c623cd req-0289f400-46a9-4ca5-84b9-0b6b2ed22250 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Unset dirty status for tenant:10c6bb10c09f41b2bd958de46431d375 on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:25.713569 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cca77263-110f-4c9e-a025-e28d43c623cd req-0289f400-46a9-4ca5-84b9-0b6b2ed22250 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 210 time: 0.1816359 Apr 20 05:44:25.838547 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 42a08a00-0bca-45d8-860d-3912986250d7 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:26.035741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 49750) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:26.075482 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-58b9e6e6-5223-472a-95cb-03003321546f req-ca1cad05-8dfe-43a9-9661-cc09a12ea951 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Synchronizing usage tracker for tenant:2ab7172ed9a44fe6aa1df137f47c43e3 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:26.131858 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 42a08a00-0bca-45d8-860d-3912986250d7 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:26.132270 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:26.148946 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3c8a50f-d164-4a73-8674-80cb3db2a135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:26.238616 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c3c8a50f-d164-4a73-8674-80cb3db2a135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:26.250548 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-58b9e6e6-5223-472a-95cb-03003321546f req-ca1cad05-8dfe-43a9-9661-cc09a12ea951 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Unset dirty status for tenant:2ab7172ed9a44fe6aa1df137f47c43e3 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:26.262504 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c3c8a50f-d164-4a73-8674-80cb3db2a135 admin admin] Usage tracker for resource:security_group_rule and tenant:c8d0d0c6fe154401a22afc220f8f97c6 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:26.279804 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-58b9e6e6-5223-472a-95cb-03003321546f req-ca1cad05-8dfe-43a9-9661-cc09a12ea951 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 210 time: 0.4445114 Apr 20 05:44:26.293562 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c3c8a50f-d164-4a73-8674-80cb3db2a135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:26.307637 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b1d4aabb-356c-415a-b873-45daa1697617 req-3750d9b3-4412-43ce-908f-1a58178c5f2e service neutron] 10.222.0.13 "GET /v2.0/networks/9065bd13-3549-4301-9aff-a2c7403c1c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7247791 Apr 20 05:44:26.339165 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c3c8a50f-d164-4a73-8674-80cb3db2a135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:26.348076 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 49762) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:26.715595 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b1d4aabb-356c-415a-b873-45daa1697617 req-ce8b08b3-80ad-49a9-98b6-7624652c8f12 service neutron] 10.222.0.13 "GET /v2.0/networks/9065bd13-3549-4301-9aff-a2c7403c1c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938334 Apr 20 05:44:26.724228 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c45938d3-60fe-442a-98e3-ba8f3ffaa2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:26.793590 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c45938d3-60fe-442a-98e3-ba8f3ffaa2a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:26.878890 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3c8a50f-d164-4a73-8674-80cb3db2a135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:26.880406 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c45938d3-60fe-442a-98e3-ba8f3ffaa2a4 admin admin] Usage tracker for resource:security_group_rule and tenant:eac25ed2e88f4be2a5cf8e652b1b761c is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:26.889228 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c45938d3-60fe-442a-98e3-ba8f3ffaa2a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:26.906400 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3c8a50f-d164-4a73-8674-80cb3db2a135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:26.907441 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c45938d3-60fe-442a-98e3-ba8f3ffaa2a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:26.925229 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-76bba4d2-e531-46cc-acd2-7ac83cfab77c req-5863d7f6-baa6-4685-9328-200d6adaaba6 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 210 time: 0.0720477 Apr 20 05:44:26.939091 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:27.045505 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c3c8a50f-d164-4a73-8674-80cb3db2a135 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8d0d0c6fe154401a22afc220f8f97c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0055640 Apr 20 05:44:27.045940 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 49786) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:27.095952 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8a50f-d164-4a73-8674-80cb3db2a135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387ec46b-ddb8-4cea-8191-09611a0b88c9,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:27.115904 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c3c8a50f-d164-4a73-8674-80cb3db2a135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:27.160625 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb948d-87d4-48b7-95bf-d6a634fbc053 req-aafb4bc6-2e3c-4851-8a29-b45f39151ea7 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:27.179258 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d5bb948d-87d4-48b7-95bf-d6a634fbc053 req-aafb4bc6-2e3c-4851-8a29-b45f39151ea7 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 944 time: 0.4097939 Apr 20 05:44:27.216512 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-07b6b4a6-d6ea-4b39-b8a6-97ce22963750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.257586 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-07b6b4a6-d6ea-4b39-b8a6-97ce22963750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.268504 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d5bb948d-87d4-48b7-95bf-d6a634fbc053 req-964a60be-b452-4491-8fb5-0419500bc0f3 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a9c6070-5533-44ff-9740-7f81b3c017e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880957 Apr 20 05:44:27.324562 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-07b6b4a6-d6ea-4b39-b8a6-97ce22963750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.334949 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:27.335130 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c45938d3-60fe-442a-98e3-ba8f3ffaa2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.338794 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c45938d3-60fe-442a-98e3-ba8f3ffaa2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.347331 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6b4a6-d6ea-4b39-b8a6-97ce22963750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387ec46b-ddb8-4cea-8191-09611a0b88c9,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:27.349792 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-07b6b4a6-d6ea-4b39-b8a6-97ce22963750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.352977 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-07b6b4a6-d6ea-4b39-b8a6-97ce22963750 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/387ec46b-ddb8-4cea-8191-09611a0b88c9 HTTP/1.1" status: 204 len: 168 time: 0.3039718 Apr 20 05:44:27.352977 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-07b6b4a6-d6ea-4b39-b8a6-97ce22963750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:27.412981 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:27.427581 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c45938d3-60fe-442a-98e3-ba8f3ffaa2a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eac25ed2e88f4be2a5cf8e652b1b761c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0779395 Apr 20 05:44:27.430244 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 49806) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:27.489672 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-324e3929-4bff-4db2-99a0-13b312a284e6 req-37c341c2-e443-40fa-9bea-88ae25df0c58 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 210 time: 0.0672219 Apr 20 05:44:27.509438 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-31555bdc-5309-4b0a-9a2e-5968b750cecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.539007 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45938d3-60fe-442a-98e3-ba8f3ffaa2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f964ed7-9ace-4483-b0a5-dcdbe49f84e9,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:27.542897 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-31555bdc-5309-4b0a-9a2e-5968b750cecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.550544 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c45938d3-60fe-442a-98e3-ba8f3ffaa2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:27.604103 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-31555bdc-5309-4b0a-9a2e-5968b750cecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.612442 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:27.625354 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31555bdc-5309-4b0a-9a2e-5968b750cecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f964ed7-9ace-4483-b0a5-dcdbe49f84e9,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:27.630527 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-31555bdc-5309-4b0a-9a2e-5968b750cecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:27.650501 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-31555bdc-5309-4b0a-9a2e-5968b750cecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:27.651835 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-31555bdc-5309-4b0a-9a2e-5968b750cecd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f964ed7-9ace-4483-b0a5-dcdbe49f84e9 HTTP/1.1" status: 204 len: 168 time: 0.2205582 Apr 20 05:44:27.944133 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad34ae7-7789-49fa-854b-16511eb4a125 req-52936a4d-5303-4a94-9aab-3c5f206c98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:27.958678 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1ad34ae7-7789-49fa-854b-16511eb4a125 req-52936a4d-5303-4a94-9aab-3c5f206c98d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ccf8f1a1fb6414b9546e6523a91eb00&device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 1097 time: 0.1861639 Apr 20 05:44:28.120405 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 49838) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:28.166844 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e1f257e7-be8d-4f59-8255-f3db2a1028b6 req-b32e5119-ced9-40a3-bfba-d7e39b948479 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 210 time: 0.0982966 Apr 20 05:44:28.196576 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad34ae7-7789-49fa-854b-16511eb4a125 req-763e9e51-e78e-4952-90ed-fcb8bc7ab034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:28.198760 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1ad34ae7-7789-49fa-854b-16511eb4a125 req-763e9e51-e78e-4952-90ed-fcb8bc7ab034 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9065bd13-3549-4301-9aff-a2c7403c1c05 HTTP/1.1" status: 200 len: 912 time: 0.2335157 Apr 20 05:44:28.278701 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1ad34ae7-7789-49fa-854b-16511eb4a125 req-1ea10c28-8a08-416b-b9b7-1ee837242ce5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4f93475-d994-42c0-b76c-a74836516e73 HTTP/1.1" status: 200 len: 217 time: 0.0708823 Apr 20 05:44:28.300309 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 49850) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:28.423448 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad34ae7-7789-49fa-854b-16511eb4a125 req-6ddde031-5481-4ab6-a2b2-f71bb3ba9cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:28.425349 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1ad34ae7-7789-49fa-854b-16511eb4a125 req-6ddde031-5481-4ab6-a2b2-f71bb3ba9cf3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85ae870e-b1c7-400b-9471-01db9e533240 HTTP/1.1" status: 200 len: 851 time: 0.1373377 Apr 20 05:44:28.497973 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1ad34ae7-7789-49fa-854b-16511eb4a125 req-2ab24050-c31b-46ca-ad56-a9e386c788a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9065bd13-3549-4301-9aff-a2c7403c1c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644603 Apr 20 05:44:28.607564 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.13', 60555) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:28.723827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-34749699-df50-4c88-9f6a-d4f06a35ff8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:28.745021 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-34749699-df50-4c88-9f6a-d4f06a35ff8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:28.806726 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-34749699-df50-4c88-9f6a-d4f06a35ff8f admin admin] Usage tracker for resource:security_group_rule and tenant:46fd99a6da434ddda74dbe748fc92e72 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:28.811620 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-79a29dcd-f62d-4a00-a734-7ac2b470929d req-1da8c97e-2a87-41a0-bfdd-d69138c46edd tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 210 time: 0.0722544 Apr 20 05:44:28.812732 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-34749699-df50-4c88-9f6a-d4f06a35ff8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:28.819579 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-34749699-df50-4c88-9f6a-d4f06a35ff8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:28.845666 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-041c8686-2a4b-4228-9994-1166314f5301 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:28.845666 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-041c8686-2a4b-4228-9994-1166314f5301 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.13 "GET /v2.0/networks?id=b33f592a-fb2a-48c3-93cb-6ae242341fc0 HTTP/1.1" status: 200 len: 817 time: 0.2310650 Apr 20 05:44:28.881588 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-060fa3b0-fe23-475d-b91c-fbb7e5a67e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:28.940418 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-060fa3b0-fe23-475d-b91c-fbb7e5a67e60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:28.948871 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-34749699-df50-4c88-9f6a-d4f06a35ff8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:28.951303 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-060fa3b0-fe23-475d-b91c-fbb7e5a67e60 admin admin] Usage tracker for resource:security_group_rule and tenant:97a0bbaa27ac46b08f721b66a1e7ca4b is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:28.958663 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-34749699-df50-4c88-9f6a-d4f06a35ff8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:28.960147 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-060fa3b0-fe23-475d-b91c-fbb7e5a67e60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:28.998636 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-060fa3b0-fe23-475d-b91c-fbb7e5a67e60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:29.024942 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:29.062174 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34749699-df50-4c88-9f6a-d4f06a35ff8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091715ba-0bbe-445d-81dc-001f3cadbf89,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:29.062174 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.13', 60558) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:29.063964 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-34749699-df50-4c88-9f6a-d4f06a35ff8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:29.152788 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3998e-3de2-4c5b-922e-0e553e745aa2 req-b3adc684-44c6-477b-ba22-fad49dfb39a1 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:29.161074 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-36a3998e-3de2-4c5b-922e-0e553e745aa2 req-b3adc684-44c6-477b-ba22-fad49dfb39a1 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 944 time: 0.6147532 Apr 20 05:44:29.207833 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-30aa9910-3e91-431b-8da3-4b4b114dfea1 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10c6bb10c09f41b2bd958de46431d375 HTTP/1.1" status: 200 len: 5704 time: 0.3131549 Apr 20 05:44:29.260672 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-060fa3b0-fe23-475d-b91c-fbb7e5a67e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.293707 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-e1000d68-4aa9-4f90-a778-dd0bf783c744 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:29.295481 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-e1000d68-4aa9-4f90-a778-dd0bf783c744 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.13 "GET /v2.0/networks?id=411e23b4-e2d6-46df-bd62-b0674bdfd076 HTTP/1.1" status: 200 len: 811 time: 0.2338684 Apr 20 05:44:29.298135 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-34749699-df50-4c88-9f6a-d4f06a35ff8f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46fd99a6da434ddda74dbe748fc92e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9972072 Apr 20 05:44:29.301558 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 49900) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:29.305915 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-36a3998e-3de2-4c5b-922e-0e553e745aa2 req-ddafb875-9a46-4ed6-a442-9b0c0d2567da tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a9c6070-5533-44ff-9740-7f81b3c017e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433647 Apr 20 05:44:29.308042 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-060fa3b0-fe23-475d-b91c-fbb7e5a67e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.318229 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-9b5eb35e-d7da-4b8d-b074-3bef621ff74a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Request body: {'port': {'device_id': '87fe3501-9830-4328-a268-0f40d9b95fad', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'admin_state_up': True, 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'security_groups': ['f2f642ed-7083-4501-88e5-b6b055e0688d']}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:29.352228 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1ad34ae7-7789-49fa-854b-16511eb4a125 req-ca77e384-f955-446f-9c5a-2579fb479659 service neutron] 10.222.0.13 "GET /v2.0/networks/9065bd13-3549-4301-9aff-a2c7403c1c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8416371 Apr 20 05:44:29.397735 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ed48a825-11cb-45c8-9bba-e34b8e7d8596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:29.421897 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-60fae7f5-37e5-41dc-a0b4-12cea4d1757f tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ab7172ed9a44fe6aa1df137f47c43e3 HTTP/1.1" status: 200 len: 5704 time: 0.1172082 Apr 20 05:44:29.483547 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-89388c36-1325-47b5-b7f9-3930d167dc95 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Request body: {'port': {'device_id': '6c396db7-f731-4b98-aa77-358ca62d6a17', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'admin_state_up': True, 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'security_groups': ['898769d4-4e15-42ac-81de-141874dc3fe3']}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:29.602428 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fa3b0-fe23-475d-b91c-fbb7e5a67e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01a6b2d-7287-4465-848f-9a19d7de25c3,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:29.613111 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-060fa3b0-fe23-475d-b91c-fbb7e5a67e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:29.615929 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-060fa3b0-fe23-475d-b91c-fbb7e5a67e60 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97a0bbaa27ac46b08f721b66a1e7ca4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4944808 Apr 20 05:44:29.640704 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 49922) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:29.647930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-89388c36-1325-47b5-b7f9-3930d167dc95 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:29.657840 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-89388c36-1325-47b5-b7f9-3930d167dc95 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:29.689412 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-89388c36-1325-47b5-b7f9-3930d167dc95 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Made reservation on behalf of 2ab7172ed9a44fe6aa1df137f47c43e3 for: {'port': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:44:29.695370 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-89388c36-1325-47b5-b7f9-3930d167dc95 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.706762 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-851cd4b9-eefe-459a-9aac-affde4a202df req-b2bd1a08-0498-4a58-907a-6cb0d1bb42e4 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 210 time: 0.2914345 Apr 20 05:44:29.707425 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-02f00a71-cf80-43b3-866f-e571c74b4e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.736622 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-02f00a71-cf80-43b3-866f-e571c74b4e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.766018 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1ad34ae7-7789-49fa-854b-16511eb4a125 req-97b69658-1aa8-4c90-890a-749fefc4ef6a service neutron] 10.222.0.13 "GET /v2.0/networks/9065bd13-3549-4301-9aff-a2c7403c1c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990114 Apr 20 05:44:29.767010 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-9b5eb35e-d7da-4b8d-b074-3bef621ff74a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:29.786737 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-02f00a71-cf80-43b3-866f-e571c74b4e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.791931 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-9b5eb35e-d7da-4b8d-b074-3bef621ff74a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:29.794859 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:29.802134 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d1220cb5-3a71-481c-9b23-780f47294177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.809239 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-02f00a71-cf80-43b3-866f-e571c74b4e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.810535 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-02f00a71-cf80-43b3-866f-e571c74b4e60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/091715ba-0bbe-445d-81dc-001f3cadbf89 HTTP/1.1" status: 204 len: 168 time: 0.5076241 Apr 20 05:44:29.816831 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-9b5eb35e-d7da-4b8d-b074-3bef621ff74a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Made reservation on behalf of 10c6bb10c09f41b2bd958de46431d375 for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:44:29.823161 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-9b5eb35e-d7da-4b8d-b074-3bef621ff74a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.866714 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f00a71-cf80-43b3-866f-e571c74b4e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091715ba-0bbe-445d-81dc-001f3cadbf89,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:29.887321 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-02f00a71-cf80-43b3-866f-e571c74b4e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:29.918521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d1220cb5-3a71-481c-9b23-780f47294177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:29.996501 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-89388c36-1325-47b5-b7f9-3930d167dc95 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Allocated IP 172.20.0.6 (411e23b4-e2d6-46df-bd62-b0674bdfd076/0e3b9602-f3b1-465a-896e-3c5b83aebaa5/58174217-c667-4d40-9b8e-1ff26a8df70c) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:44:30.139816 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 49946) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:30.172620 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d0ea5955-eec1-473f-9cdb-f3e92957438f req-d0ccac03-66c9-4609-9326-7854334b8cd4 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 210 time: 0.0803950 Apr 20 05:44:30.198843 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d1220cb5-3a71-481c-9b23-780f47294177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:30.211980 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-26a222ad-69b5-4685-9910-6bd17bf3ac60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:30.304153 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-89388c36-1325-47b5-b7f9-3930d167dc95 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:30.326816 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-89388c36-1325-47b5-b7f9-3930d167dc95 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Transition to ACTIVE for port object 58174217-c667-4d40-9b8e-1ff26a8df70c will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:30.360154 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-89388c36-1325-47b5-b7f9-3930d167dc95 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:30.390693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:30.499042 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89388c36-1325-47b5-b7f9-3930d167dc95 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Pushing event updated for resources: {'Port': ['ID=58174217-c667-4d40-9b8e-1ff26a8df70c,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:30.507574 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-89388c36-1325-47b5-b7f9-3930d167dc95 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Network 411e23b4-e2d6-46df-bd62-b0674bdfd076 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:30.508635 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-89388c36-1325-47b5-b7f9-3930d167dc95 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:30.527752 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1220cb5-3a71-481c-9b23-780f47294177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01a6b2d-7287-4465-848f-9a19d7de25c3,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:30.546394 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-9b5eb35e-d7da-4b8d-b074-3bef621ff74a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Allocated IP 172.20.0.7 (b33f592a-fb2a-48c3-93cb-6ae242341fc0/ae89ec99-f254-4930-8e7f-44ab758e868e/d0113b4a-0188-43c7-8557-6a67f73ea282) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:44:30.549614 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d1220cb5-3a71-481c-9b23-780f47294177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:30.562573 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c45e474d-c887-4525-8615-e0e460865fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:30.568414 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-89388c36-1325-47b5-b7f9-3930d167dc95 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:30.576440 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-89388c36-1325-47b5-b7f9-3930d167dc95 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:44:30.586273 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-89388c36-1325-47b5-b7f9-3930d167dc95 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:30.587127 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-89388c36-1325-47b5-b7f9-3930d167dc95 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:30.606314 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d1220cb5-3a71-481c-9b23-780f47294177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:30.607869 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-d1220cb5-3a71-481c-9b23-780f47294177 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d01a6b2d-7287-4465-848f-9a19d7de25c3 HTTP/1.1" status: 204 len: 168 time: 0.9656162 Apr 20 05:44:30.614147 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c45e474d-c887-4525-8615-e0e460865fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:30.629313 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c45e474d-c887-4525-8615-e0e460865fbb admin admin] Usage tracker for resource:security_group_rule and tenant:d5ba1d27d8f442ed8dead5cc7ae30563 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:30.644697 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c45e474d-c887-4525-8615-e0e460865fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:30.646054 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-89388c36-1325-47b5-b7f9-3930d167dc95 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2066424 Apr 20 05:44:30.656377 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28495050-8eb1-4916-aa40-d888c0ec4df2 req-34b7f648-ec30-40bc-82ed-d6e0ea1338c4 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:30.658245 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-28495050-8eb1-4916-aa40-d888c0ec4df2 req-34b7f648-ec30-40bc-82ed-d6e0ea1338c4 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 944 time: 0.1603951 Apr 20 05:44:30.663717 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Request body: {'port': {'device_id': '6c396db7-f731-4b98-aa77-358ca62d6a17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:30.679916 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c45e474d-c887-4525-8615-e0e460865fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:30.848592 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-28495050-8eb1-4916-aa40-d888c0ec4df2 req-1bfeb94a-eca1-443f-adde-b8b69b7bbe7b tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a9c6070-5533-44ff-9740-7f81b3c017e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489146 Apr 20 05:44:30.860895 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-a7c85bae-2bc7-4c1f-919f-059647fa0201 None None] Provisioning for port 58174217-c667-4d40-9b8e-1ff26a8df70c completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:30.866300 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-a7c85bae-2bc7-4c1f-919f-059647fa0201 None None] Provisioning complete for port 58174217-c667-4d40-9b8e-1ff26a8df70c triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:30.866719 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a7c85bae-2bc7-4c1f-919f-059647fa0201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:30.933557 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-a7c85bae-2bc7-4c1f-919f-059647fa0201 None None] Port 58174217-c667-4d40-9b8e-1ff26a8df70c cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:44:30.979291 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:30.986011 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-9b5eb35e-d7da-4b8d-b074-3bef621ff74a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:31.009166 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-9b5eb35e-d7da-4b8d-b074-3bef621ff74a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Transition to ACTIVE for port object d0113b4a-0188-43c7-8557-6a67f73ea282 will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:31.072686 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-9c3e67cb-a645-4bbf-b83b-f8a07af25de2 req-d1d7cc9a-bb9d-4666-87a2-d765ab2de146 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Synchronizing usage tracker for tenant:10c6bb10c09f41b2bd958de46431d375 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:31.119015 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-9c3e67cb-a645-4bbf-b83b-f8a07af25de2 req-d1d7cc9a-bb9d-4666-87a2-d765ab2de146 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Unset dirty status for tenant:10c6bb10c09f41b2bd958de46431d375 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:31.120406 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9c3e67cb-a645-4bbf-b83b-f8a07af25de2 req-d1d7cc9a-bb9d-4666-87a2-d765ab2de146 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 210 time: 0.1148369 Apr 20 05:44:31.161103 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-9b5eb35e-d7da-4b8d-b074-3bef621ff74a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:31.193861 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c45e474d-c887-4525-8615-e0e460865fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:31.202247 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:31.243044 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c45e474d-c887-4525-8615-e0e460865fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:31.293208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-9b5eb35e-d7da-4b8d-b074-3bef621ff74a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Network b33f592a-fb2a-48c3-93cb-6ae242341fc0 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:44:31.297175 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-9b5eb35e-d7da-4b8d-b074-3bef621ff74a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:44:31.312476 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-9b5eb35e-d7da-4b8d-b074-3bef621ff74a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:44:31.319131 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-9b5eb35e-d7da-4b8d-b074-3bef621ff74a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:31.319902 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-9b5eb35e-d7da-4b8d-b074-3bef621ff74a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:31.352679 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c45e474d-c887-4525-8615-e0e460865fbb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5ba1d27d8f442ed8dead5cc7ae30563&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2071018 Apr 20 05:44:31.364789 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 50006) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:31.366321 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5eb35e-d7da-4b8d-b074-3bef621ff74a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Pushing event updated for resources: {'Port': ['ID=d0113b4a-0188-43c7-8557-6a67f73ea282,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:31.383591 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9b5eb35e-d7da-4b8d-b074-3bef621ff74a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:31.383997 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:31.453555 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-9b5eb35e-d7da-4b8d-b074-3bef621ff74a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1677442 Apr 20 05:44:31.457694 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 50016) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:31.484673 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Request body: {'port': {'device_id': '87fe3501-9830-4328-a268-0f40d9b95fad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:31.588543 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-be5b567a-b563-406a-8089-10e0f1d484ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:31.614623 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-be5b567a-b563-406a-8089-10e0f1d484ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:31.619049 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e474d-c887-4525-8615-e0e460865fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329d55e1-59f3-4cbe-8a00-7c22bdd6377a,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:31.630608 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c45e474d-c887-4525-8615-e0e460865fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:31.632238 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-be5b567a-b563-406a-8089-10e0f1d484ff admin admin] Usage tracker for resource:security_group_rule and tenant:2a4e841661c74c658931241be16aa805 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:31.637387 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-be5b567a-b563-406a-8089-10e0f1d484ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:31.659639 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-81e40d8c-d5f7-430b-8e35-0fd19eae09cd None None] Provisioning for port d0113b4a-0188-43c7-8557-6a67f73ea282 completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:31.660225 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-be5b567a-b563-406a-8089-10e0f1d484ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:31.669236 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-81e40d8c-d5f7-430b-8e35-0fd19eae09cd None None] Provisioning complete for port d0113b4a-0188-43c7-8557-6a67f73ea282 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:31.669663 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-81e40d8c-d5f7-430b-8e35-0fd19eae09cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:31.714786 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58174217-c667-4d40-9b8e-1ff26a8df70c {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:44:31.727250 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b41df-402e-46ad-a731-d22a3b7f1d33 req-5da1dee0-d31b-4597-b131-2b1cba206b35 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:31.729090 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-019b41df-402e-46ad-a731-d22a3b7f1d33 req-5da1dee0-d31b-4597-b131-2b1cba206b35 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Synchronizing usage tracker for tenant:2ab7172ed9a44fe6aa1df137f47c43e3 on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:31.739622 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:31.761622 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-019b41df-402e-46ad-a731-d22a3b7f1d33 req-5da1dee0-d31b-4597-b131-2b1cba206b35 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Unset dirty status for tenant:2ab7172ed9a44fe6aa1df137f47c43e3 on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:31.762901 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-019b41df-402e-46ad-a731-d22a3b7f1d33 req-5da1dee0-d31b-4597-b131-2b1cba206b35 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 931 time: 0.2053475 Apr 20 05:44:31.766454 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Transition to ACTIVE for port object 58174217-c667-4d40-9b8e-1ff26a8df70c will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:31.771720 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-51b95864-2c48-4ffe-ac9c-2146924a8dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:31.789834 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:31.801934 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:31.805368 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-81e40d8c-d5f7-430b-8e35-0fd19eae09cd None None] Port d0113b4a-0188-43c7-8557-6a67f73ea282 cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:44:31.816425 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:31.833932 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-51b95864-2c48-4ffe-ac9c-2146924a8dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:31.876336 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Pushing event updated for resources: {'Port': ['ID=58174217-c667-4d40-9b8e-1ff26a8df70c,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:31.914662 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:31.982621 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-51b95864-2c48-4ffe-ac9c-2146924a8dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:32.040311 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d0ceaa89-0f0c-4633-86af-31d44568e005 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:32.098503 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b95864-2c48-4ffe-ac9c-2146924a8dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329d55e1-59f3-4cbe-8a00-7c22bdd6377a,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:32.137924 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-51b95864-2c48-4ffe-ac9c-2146924a8dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:32.155051 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-019b41df-402e-46ad-a731-d22a3b7f1d33 req-6f05c08a-21e3-423b-83b1-f185f0c72d6a tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3829834 Apr 20 05:44:32.211580 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Attempting to bind port 58174217-c667-4d40-9b8e-1ff26a8df70c on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:44:32.213822 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Attempting to bind port 58174217-c667-4d40-9b8e-1ff26a8df70c by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:44:32.225436 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Attempting to bind port 58174217-c667-4d40-9b8e-1ff26a8df70c on network 411e23b4-e2d6-46df-bd62-b0674bdfd076 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:32.231203 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Port 58174217-c667-4d40-9b8e-1ff26a8df70c on network 411e23b4-e2d6-46df-bd62-b0674bdfd076 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:44:32.231731 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Attempting to bind port 58174217-c667-4d40-9b8e-1ff26a8df70c on network 411e23b4-e2d6-46df-bd62-b0674bdfd076 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:32.237412 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:44:32.245617 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Checking segment: {'id': 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:32.246803 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Bound using segment: {'id': 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:44:32.247649 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Bound port: 58174217-c667-4d40-9b8e-1ff26a8df70c, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:44:32.248191 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:32.348895 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-be5b567a-b563-406a-8089-10e0f1d484ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:32.389713 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device e4f93475-d994-42c0-b76c-a74836516e73 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:44:32.517404 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-51b95864-2c48-4ffe-ac9c-2146924a8dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:32.534946 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-51b95864-2c48-4ffe-ac9c-2146924a8dfe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/329d55e1-59f3-4cbe-8a00-7c22bdd6377a HTTP/1.1" status: 204 len: 168 time: 1.1582134 Apr 20 05:44:32.535964 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-be5b567a-b563-406a-8089-10e0f1d484ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:32.598370 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c2e68-51c1-4699-a365-94685d98f9c6 req-cbcc8882-3e8c-4375-ab36-8f42d04140fd tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:32.600981 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c0168835-12bb-4701-aad0-77ec065a0e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:32.603389 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b40c2e68-51c1-4699-a365-94685d98f9c6 req-cbcc8882-3e8c-4375-ab36-8f42d04140fd tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 931 time: 0.2501993 Apr 20 05:44:32.608674 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] For port 58174217-c667-4d40-9b8e-1ff26a8df70c, host hv-cinder-78605, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:44:32.617293 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] For port 58174217-c667-4d40-9b8e-1ff26a8df70c, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=58174217-c667-4d40-9b8e-1ff26a8df70c,segment=NetworkSegment(d8111d06-d8c2-478d-81bb-a8d0dca3ec2f),segment_id=d8111d06-d8c2-478d-81bb-a8d0dca3ec2f)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:44:32.636525 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port e4f93475-d994-42c0-b76c-a74836516e73, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e4f93475-d994-42c0-b76c-a74836516e73,segment=NetworkSegment(f823f0fd-5e03-454f-9d16-76c8c70c8b58),segment_id=f823f0fd-5e03-454f-9d16-76c8c70c8b58)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:32.647703 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b567a-b563-406a-8089-10e0f1d484ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8f6287-b5ae-4d21-8c4b-d0bc865473df,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:32.655186 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': 'e4f93475-d994-42c0-b76c-a74836516e73', 'network_id': '9065bd13-3549-4301-9aff-a2c7403c1c05', 'port_id': 'e4f93475-d994-42c0-b76c-a74836516e73', 'mac_address': 'fa:16:3e:0c:33:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ae870e-b1c7-400b-9471-01db9e533240', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:44:32.659157 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:32.660305 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-be5b567a-b563-406a-8089-10e0f1d484ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:32.699702 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-be5b567a-b563-406a-8089-10e0f1d484ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a4e841661c74c658931241be16aa805&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2330472 Apr 20 05:44:32.704035 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:32.706208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091ff55-fac9-45c4-bcf3-ecaf31114352 req-44faadb0-13cf-4028-895c-63848316a0ab tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:32.714208 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c091ff55-fac9-45c4-bcf3-ecaf31114352 req-44faadb0-13cf-4028-895c-63848316a0ab tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 944 time: 0.5839071 Apr 20 05:44:32.719581 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 50058) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:32.754015 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:32.782494 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f93475-d994-42c0-b76c-a74836516e73 {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:44:32.801821 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c091ff55-fac9-45c4-bcf3-ecaf31114352 req-50bfebcf-8d9e-4e1a-a596-649a2e3e02cb tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a9c6070-5533-44ff-9740-7f81b3c017e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865746 Apr 20 05:44:32.824247 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port e4f93475-d994-42c0-b76c-a74836516e73, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e4f93475-d994-42c0-b76c-a74836516e73,segment=NetworkSegment(f823f0fd-5e03-454f-9d16-76c8c70c8b58),segment_id=f823f0fd-5e03-454f-9d16-76c8c70c8b58)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:32.832188 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:32.838333 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:32.905700 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Pushing event updated for resources: {'Port': ['ID=58174217-c667-4d40-9b8e-1ff26a8df70c,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:32.913928 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6e971503-029f-4472-96ca-c78fcf9e5ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:32.965661 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6e971503-029f-4472-96ca-c78fcf9e5ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:32.969701 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:32.970575 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:32.972277 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] 10.222.0.13 "PUT /v2.0/ports/58174217-c667-4d40-9b8e-1ff26a8df70c HTTP/1.1" status: 200 len: 1093 time: 2.3128431 Apr 20 05:44:32.972893 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c396db7-f731-4b98-aa77-358ca62d6a17', 'tag': '58174217-c667-4d40-9b8e-1ff26a8df70c'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:32.999833 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=e4f93475-d994-42c0-b76c-a74836516e73,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:33.014303 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:33.096068 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['e4f93475-d994-42c0-b76c-a74836516e73'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:44:33.119168 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-b40c2e68-51c1-4699-a365-94685d98f9c6 req-65b631d8-7c44-4778-b566-9a6548a14f40 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Synchronizing usage tracker for tenant:10c6bb10c09f41b2bd958de46431d375 on resource:security_group {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:33.135082 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:33.155404 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-b40c2e68-51c1-4699-a365-94685d98f9c6 req-65b631d8-7c44-4778-b566-9a6548a14f40 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Unset dirty status for tenant:10c6bb10c09f41b2bd958de46431d375 on resource:security_group {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:33.169128 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b40c2e68-51c1-4699-a365-94685d98f9c6 req-65b631d8-7c44-4778-b566-9a6548a14f40 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5493627 Apr 20 05:44:33.196341 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6e971503-029f-4472-96ca-c78fcf9e5ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:33.250467 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-c29bad7d-d6cc-494d-bbda-7124fd6cd480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:33.251566 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d1220cb5-3a71-481c-9b23-780f47294177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:33.252674 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-c29bad7d-d6cc-494d-bbda-7124fd6cd480 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ab7172ed9a44fe6aa1df137f47c43e3&device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 1096 time: 0.1788485 Apr 20 05:44:33.283001 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e971503-029f-4472-96ca-c78fcf9e5ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8f6287-b5ae-4d21-8c4b-d0bc865473df,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:33.332947 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6e971503-029f-4472-96ca-c78fcf9e5ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:33.333930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6e971503-029f-4472-96ca-c78fcf9e5ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:33.335324 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-6e971503-029f-4472-96ca-c78fcf9e5ec2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa8f6287-b5ae-4d21-8c4b-d0bc865473df HTTP/1.1" status: 204 len: 168 time: 0.6146941 Apr 20 05:44:33.337221 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-f511454c-13fc-4c13-b2bf-041517c84c4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58174217-c667-4d40-9b8e-1ff26a8df70c HTTP/1.1" status: 200 len: 217 time: 0.0761716 Apr 20 05:44:33.340190 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0113b4a-0188-43c7-8557-6a67f73ea282 {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:44:33.363069 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:33.393150 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Transition to ACTIVE for port object d0113b4a-0188-43c7-8557-6a67f73ea282 will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:44:33.396818 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:33.402301 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:33.481684 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-3deda23d-2c36-42fc-8e0a-09f929649010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:33.483374 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-3deda23d-2c36-42fc-8e0a-09f929649010 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e3b9602-f3b1-465a-896e-3c5b83aebaa5 HTTP/1.1" status: 200 len: 850 time: 0.1392002 Apr 20 05:44:33.657748 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-d03505f4-f999-448e-90d3-ce4b7ea51fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:33.662397 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-d03505f4-f999-448e-90d3-ce4b7ea51fd5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=411e23b4-e2d6-46df-bd62-b0674bdfd076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1717281 Apr 20 05:44:33.663268 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 50096) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:33.671635 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Pushing event updated for resources: {'Port': ['ID=d0113b4a-0188-43c7-8557-6a67f73ea282,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:33.685523 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:33.749907 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3ff19066-4f7e-4d3a-9922-10367df237b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:33.779233 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Attempting to bind port d0113b4a-0188-43c7-8557-6a67f73ea282 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:44:33.779410 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Attempting to bind port d0113b4a-0188-43c7-8557-6a67f73ea282 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:44:33.779757 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Attempting to bind port d0113b4a-0188-43c7-8557-6a67f73ea282 on network b33f592a-fb2a-48c3-93cb-6ae242341fc0 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:33.793941 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Port d0113b4a-0188-43c7-8557-6a67f73ea282 on network b33f592a-fb2a-48c3-93cb-6ae242341fc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:44:33.794320 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Attempting to bind port d0113b4a-0188-43c7-8557-6a67f73ea282 on network b33f592a-fb2a-48c3-93cb-6ae242341fc0 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:44:33.805328 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-3ff19066-4f7e-4d3a-9922-10367df237b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:33.816001 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:44:33.816380 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Checking segment: {'id': 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:44:33.816813 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Bound using segment: {'id': 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:44:33.818540 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Bound port: d0113b4a-0188-43c7-8557-6a67f73ea282, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:44:33.818956 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:33.847057 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e119075-a351-4b48-8f6e-3b48c74d4a0d req-5b2781f3-1978-4e58-8f36-605c7ede6096 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:33.848942 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2e119075-a351-4b48-8f6e-3b48c74d4a0d req-5b2781f3-1978-4e58-8f36-605c7ede6096 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 943 time: 0.4085529 Apr 20 05:44:33.853211 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-3ff19066-4f7e-4d3a-9922-10367df237b4 admin admin] Usage tracker for resource:security_group_rule and tenant:75fc0e1c17894996a1e3dcf4586fa0ae is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:33.860715 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-3ff19066-4f7e-4d3a-9922-10367df237b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:33.945259 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-3ff19066-4f7e-4d3a-9922-10367df237b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:34.020040 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-2e119075-a351-4b48-8f6e-3b48c74d4a0d req-2253a34c-dcd4-43e3-9804-c77efe744fd4 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Synchronizing usage tracker for tenant:2ab7172ed9a44fe6aa1df137f47c43e3 on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:34.095623 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-d07e62a7-7460-402f-b31d-90919d5bcfbd service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234800 Apr 20 05:44:34.099948 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] For port d0113b4a-0188-43c7-8557-6a67f73ea282, host hv-cinder-78605, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:44:34.104651 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] For port d0113b4a-0188-43c7-8557-6a67f73ea282, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=d0113b4a-0188-43c7-8557-6a67f73ea282,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:44:34.105763 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-2e119075-a351-4b48-8f6e-3b48c74d4a0d req-2253a34c-dcd4-43e3-9804-c77efe744fd4 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Unset dirty status for tenant:2ab7172ed9a44fe6aa1df137f47c43e3 on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:34.107069 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2e119075-a351-4b48-8f6e-3b48c74d4a0d req-2253a34c-dcd4-43e3-9804-c77efe744fd4 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484236 Apr 20 05:44:34.112145 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:34.123231 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:34.208733 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:34.209445 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:34.211070 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] 10.222.0.13 "PUT /v2.0/ports/d0113b4a-0188-43c7-8557-6a67f73ea282 HTTP/1.1" status: 200 len: 1093 time: 2.7316093 Apr 20 05:44:34.211646 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87fe3501-9830-4328-a268-0f40d9b95fad', 'tag': 'd0113b4a-0188-43c7-8557-6a67f73ea282'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:34.342812 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device e4f93475-d994-42c0-b76c-a74836516e73 up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:34.376503 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c396db7-f731-4b98-aa77-358ca62d6a17', 'tag': '58174217-c667-4d40-9b8e-1ff26a8df70c', 'status': 'completed', 'code': 200} Apr 20 05:44:34.410769 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Pushing event updated for resources: {'Port': ['ID=d0113b4a-0188-43c7-8557-6a67f73ea282,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:34.453877 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:34.602452 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3ff19066-4f7e-4d3a-9922-10367df237b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:34.614269 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3ff19066-4f7e-4d3a-9922-10367df237b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:34.639340 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port e4f93475-d994-42c0-b76c-a74836516e73 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:34.650000 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-04eeb4a3-5fa5-412c-a2e6-c6a7a9bb9149 req-95971a09-1b50-4491-90c1-d2c94c754e4a service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492759 Apr 20 05:44:34.657012 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port e4f93475-d994-42c0-b76c-a74836516e73 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:34.657444 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:34.672390 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-f647d1f9-6a3f-434d-a417-6e62289c3aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:34.704130 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787f360-1151-4a15-a020-339cc4e518cd req-56256da3-671b-4fdd-bbd1-bb6e8c2fe53a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:34.714453 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2787f360-1151-4a15-a020-339cc4e518cd req-56256da3-671b-4fdd-bbd1-bb6e8c2fe53a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.1527598 Apr 20 05:44:34.828933 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 50134) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:34.845112 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-3ff19066-4f7e-4d3a-9922-10367df237b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75fc0e1c17894996a1e3dcf4586fa0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1498914 Apr 20 05:44:34.850827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-a8b2930c-346c-412b-9b50-06ea75f6aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:34.852386 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-a8b2930c-346c-412b-9b50-06ea75f6aa39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10c6bb10c09f41b2bd958de46431d375&device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 1096 time: 0.5825315 Apr 20 05:44:34.854200 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff19066-4f7e-4d3a-9922-10367df237b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c451e3-3796-41d1-850a-2360b7209ce8,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:34.856609 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2787f360-1151-4a15-a020-339cc4e518cd req-ac18273a-8490-4439-8aa9-b87cb21b2957 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816846 Apr 20 05:44:34.911710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a130b2-2a35-42b7-8dfe-328aa94ef580 req-91c8e521-ef98-4160-b217-56d8b9586e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:34.914129 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29a130b2-2a35-42b7-8dfe-328aa94ef580 req-91c8e521-ef98-4160-b217-56d8b9586e1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ab7172ed9a44fe6aa1df137f47c43e3&device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 1096 time: 0.1950407 Apr 20 05:44:34.991681 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:34.999987 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87fe3501-9830-4328-a268-0f40d9b95fad', 'tag': 'd0113b4a-0188-43c7-8557-6a67f73ea282', 'status': 'completed', 'code': 200} Apr 20 05:44:35.003193 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3ff19066-4f7e-4d3a-9922-10367df237b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:35.013797 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-b9f592f3-afde-4d23-bc08-36e1853fe067 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0113b4a-0188-43c7-8557-6a67f73ea282 HTTP/1.1" status: 200 len: 217 time: 0.1359932 Apr 20 05:44:35.022394 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e7f29-f6a0-4330-8faa-6418f55baa0c req-f6f1126a-21f1-4519-8e0d-c9271c3747d3 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:35.024084 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-352e7f29-f6a0-4330-8faa-6418f55baa0c req-f6f1126a-21f1-4519-8e0d-c9271c3747d3 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 945 time: 0.6045206 Apr 20 05:44:35.063284 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ba4c5d0d-21a1-421d-9a89-01149e217048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:35.135005 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port e4f93475-d994-42c0-b76c-a74836516e73, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e4f93475-d994-42c0-b76c-a74836516e73,segment=NetworkSegment(f823f0fd-5e03-454f-9d16-76c8c70c8b58),segment_id=f823f0fd-5e03-454f-9d16-76c8c70c8b58)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:35.138544 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdf3cba-a845-4bb4-836d-f5c176118e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f93475-d994-42c0-b76c-a74836516e73'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:35.235907 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-352e7f29-f6a0-4330-8faa-6418f55baa0c req-2e613bfd-e3ad-463b-9e01-d562631e0c5c tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a9c6070-5533-44ff-9740-7f81b3c017e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585557 Apr 20 05:44:35.242566 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-596ce165-7c80-4617-afed-b196f1058d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:35.244250 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-596ce165-7c80-4617-afed-b196f1058d0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae89ec99-f254-4930-8e7f-44ab758e868e HTTP/1.1" status: 200 len: 856 time: 0.2160745 Apr 20 05:44:35.358971 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:35.361703 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-09101782-4ad0-4cf4-81ea-002535d30367 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:35.377094 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-66ed2a28-34aa-484a-a928-0a87d2b871a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:35.378839 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-66ed2a28-34aa-484a-a928-0a87d2b871a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b33f592a-fb2a-48c3-93cb-6ae242341fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1257761 Apr 20 05:44:35.430966 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ba4c5d0d-21a1-421d-9a89-01149e217048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:35.446621 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=e4f93475-d994-42c0-b76c-a74836516e73,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:35.458989 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:35.576152 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-01ec13ad-6a84-4624-b7dd-e940d57e6eb5 service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903384 Apr 20 05:44:35.592212 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bebd8-955a-405e-9dd0-6f109b0d64e0 req-481a9cb8-1fe4-42d4-bc1f-4d2b21080534 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:35.602940 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-308bebd8-955a-405e-9dd0-6f109b0d64e0 req-481a9cb8-1fe4-42d4-bc1f-4d2b21080534 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 943 time: 0.2814126 Apr 20 05:44:35.645369 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a130b2-2a35-42b7-8dfe-328aa94ef580 req-55426cfd-ae9a-45c9-9cdb-6ae0642b5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:35.646983 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29a130b2-2a35-42b7-8dfe-328aa94ef580 req-55426cfd-ae9a-45c9-9cdb-6ae0642b5de0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=411e23b4-e2d6-46df-bd62-b0674bdfd076 HTTP/1.1" status: 200 len: 912 time: 0.7115669 Apr 20 05:44:35.650648 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ba4c5d0d-21a1-421d-9a89-01149e217048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:35.659996 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4afe5b39-71b8-468f-b3f1-d8e66c6363e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:35.737133 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c5d0d-21a1-421d-9a89-01149e217048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c451e3-3796-41d1-850a-2360b7209ce8,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:35.748043 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-308bebd8-955a-405e-9dd0-6f109b0d64e0 req-34d2508f-5d4a-4c1e-a302-c02bb3681241 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439829 Apr 20 05:44:35.779370 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ba4c5d0d-21a1-421d-9a89-01149e217048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:35.783980 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b05604de-007c-45b8-b3a4-a2eec862e8d1 req-790f0ca0-edc5-4929-a599-9596c55e2fa1 service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998470 Apr 20 05:44:35.791394 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29a130b2-2a35-42b7-8dfe-328aa94ef580 req-c4d1098e-9041-4e22-898a-6e5b3df7707c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58174217-c667-4d40-9b8e-1ff26a8df70c HTTP/1.1" status: 200 len: 217 time: 0.1351352 Apr 20 05:44:35.793965 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ba4c5d0d-21a1-421d-9a89-01149e217048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:35.798590 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-ba4c5d0d-21a1-421d-9a89-01149e217048 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/48c451e3-3796-41d1-850a-2360b7209ce8 HTTP/1.1" status: 204 len: 168 time: 0.9640346 Apr 20 05:44:35.887268 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a130b2-2a35-42b7-8dfe-328aa94ef580 req-6da22ee4-b22b-4009-88d1-7afe6985baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:35.889011 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29a130b2-2a35-42b7-8dfe-328aa94ef580 req-6da22ee4-b22b-4009-88d1-7afe6985baf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e3b9602-f3b1-465a-896e-3c5b83aebaa5 HTTP/1.1" status: 200 len: 850 time: 0.0883372 Apr 20 05:44:36.020298 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b55ecf-3e00-4ea9-aed8-571aa02692e6 req-ad42f7b3-a381-4f2b-abe0-cf8c97508562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:36.022652 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-47b55ecf-3e00-4ea9-aed8-571aa02692e6 req-ad42f7b3-a381-4f2b-abe0-cf8c97508562 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10c6bb10c09f41b2bd958de46431d375&device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 1096 time: 0.1885858 Apr 20 05:44:36.169021 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdf3cba-a845-4bb4-836d-f5c176118e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f93475-d994-42c0-b76c-a74836516e73', 'code': 200} Apr 20 05:44:36.207196 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4047f556-2f17-432d-a39e-ff896ca20586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:36.275204 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a130b2-2a35-42b7-8dfe-328aa94ef580 req-b493b5c5-16fc-4fc3-a42d-ced9464e7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:36.277260 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29a130b2-2a35-42b7-8dfe-328aa94ef580 req-b493b5c5-16fc-4fc3-a42d-ced9464e7e2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=411e23b4-e2d6-46df-bd62-b0674bdfd076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3748457 Apr 20 05:44:36.557172 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b55ecf-3e00-4ea9-aed8-571aa02692e6 req-585d4400-8368-4696-8613-0f93378c1d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:36.559782 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-47b55ecf-3e00-4ea9-aed8-571aa02692e6 req-585d4400-8368-4696-8613-0f93378c1d75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b33f592a-fb2a-48c3-93cb-6ae242341fc0 HTTP/1.1" status: 200 len: 918 time: 0.5301492 Apr 20 05:44:36.598513 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29a130b2-2a35-42b7-8dfe-328aa94ef580 req-487da4b2-8bd9-4706-b8c7-a572c1b3fec0 service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108718 Apr 20 05:44:36.731082 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dc0e9-31da-45e3-9efd-65d7d3b9f527 req-1eabd4c9-a33f-4221-8bba-7d13730e2084 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:36.739165 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-be2dc0e9-31da-45e3-9efd-65d7d3b9f527 req-1eabd4c9-a33f-4221-8bba-7d13730e2084 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.6355457 Apr 20 05:44:36.783245 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-47b55ecf-3e00-4ea9-aed8-571aa02692e6 req-0e85921d-3849-42d1-8906-34f07e63a222 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0113b4a-0188-43c7-8557-6a67f73ea282 HTTP/1.1" status: 200 len: 217 time: 0.1798377 Apr 20 05:44:36.823756 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-be2dc0e9-31da-45e3-9efd-65d7d3b9f527 req-498ddd3e-fb26-481a-86b6-ab2c339b72e7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835354 Apr 20 05:44:36.872044 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b55ecf-3e00-4ea9-aed8-571aa02692e6 req-ec5c42b8-c480-4c76-b22e-31a5091c56b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:36.873921 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-47b55ecf-3e00-4ea9-aed8-571aa02692e6 req-ec5c42b8-c480-4c76-b22e-31a5091c56b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae89ec99-f254-4930-8e7f-44ab758e868e HTTP/1.1" status: 200 len: 856 time: 0.0834382 Apr 20 05:44:36.887940 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29a130b2-2a35-42b7-8dfe-328aa94ef580 req-5b79a0bd-7581-4ceb-8b87-e4e22cf92881 service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757814 Apr 20 05:44:36.988304 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f25e28-873b-4355-bd89-cd8a34c6974e req-05f8fafa-76af-4024-98f8-b608db8ddc9d tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:36.999215 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d4f25e28-873b-4355-bd89-cd8a34c6974e req-05f8fafa-76af-4024-98f8-b608db8ddc9d tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 946 time: 0.4377887 Apr 20 05:44:37.046663 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0d91d-e203-4a58-b8b2-fbbab98411a9 req-e4a440d9-a101-4ce3-b7c7-f09f5a9f93bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:37.048448 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-77f0d91d-e203-4a58-b8b2-fbbab98411a9 req-e4a440d9-a101-4ce3-b7c7-f09f5a9f93bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 1099 time: 0.4857373 Apr 20 05:44:37.063236 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d4f25e28-873b-4355-bd89-cd8a34c6974e req-19be4ce2-bee9-4393-85a5-b95560a040bd tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a9c6070-5533-44ff-9740-7f81b3c017e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629377 Apr 20 05:44:37.098100 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-77f0d91d-e203-4a58-b8b2-fbbab98411a9 req-9436ec68-1070-4a6f-9068-f940b29a9162 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:37.129978 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4016d-a302-4fc6-8555-d95e4a3671e3 req-a780096c-b3a7-45ef-b7b5-3c0904736442 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:37.132281 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2ff4016d-a302-4fc6-8555-d95e4a3671e3 req-a780096c-b3a7-45ef-b7b5-3c0904736442 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 943 time: 0.1546290 Apr 20 05:44:37.156903 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-77f0d91d-e203-4a58-b8b2-fbbab98411a9 req-9436ec68-1070-4a6f-9068-f940b29a9162 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:37.162358 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-77f0d91d-e203-4a58-b8b2-fbbab98411a9 req-9436ec68-1070-4a6f-9068-f940b29a9162 service neutron] Usage tracker for resource:security_group_rule and tenant:7df7ac2bb2384a7fbb2b9fa40f4e69f4 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:37.171915 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-77f0d91d-e203-4a58-b8b2-fbbab98411a9 req-9436ec68-1070-4a6f-9068-f940b29a9162 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:37.190981 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-77f0d91d-e203-4a58-b8b2-fbbab98411a9 req-9436ec68-1070-4a6f-9068-f940b29a9162 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:37.199050 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b55ecf-3e00-4ea9-aed8-571aa02692e6 req-e2f0d153-0d34-41f5-adcd-e8805c51f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:37.200642 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-47b55ecf-3e00-4ea9-aed8-571aa02692e6 req-e2f0d153-0d34-41f5-adcd-e8805c51f470 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b33f592a-fb2a-48c3-93cb-6ae242341fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3130271 Apr 20 05:44:37.249170 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2ff4016d-a302-4fc6-8555-d95e4a3671e3 req-82ddabf0-3993-49e5-a427-296e69493945 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980077 Apr 20 05:44:37.396976 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-47b55ecf-3e00-4ea9-aed8-571aa02692e6 req-1b75aa08-aca0-45df-9a61-178cdae074ed service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879158 Apr 20 05:44:37.554652 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-77f0d91d-e203-4a58-b8b2-fbbab98411a9 req-9436ec68-1070-4a6f-9068-f940b29a9162 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:37.554652 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-77f0d91d-e203-4a58-b8b2-fbbab98411a9 req-9436ec68-1070-4a6f-9068-f940b29a9162 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:37.562646 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3ff19066-4f7e-4d3a-9922-10367df237b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:37.624493 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-77f0d91d-e203-4a58-b8b2-fbbab98411a9 req-9436ec68-1070-4a6f-9068-f940b29a9162 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9a9c6070-5533-44ff-9740-7f81b3c017e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5580831 Apr 20 05:44:37.636989 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436ec68-1070-4a6f-9068-f940b29a9162 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa34793-0e39-49b4-8877-850d53a36a98,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:37.651359 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9436ec68-1070-4a6f-9068-f940b29a9162 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:37.675437 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-47b55ecf-3e00-4ea9-aed8-571aa02692e6 req-8c381b08-f5d1-4888-b9ee-b16bdfaa46ab service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684636 Apr 20 05:44:37.923699 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2424d437-b578-4c38-a9d9-b064e1186876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:38.001334 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 50280) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:38.097895 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a2ed1-bb7d-4a3e-95d9-68fb5cc59213 req-36162030-71a4-4787-a0bc-372223b3d085 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:38.103955 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f91a2ed1-bb7d-4a3e-95d9-68fb5cc59213 req-36162030-71a4-4787-a0bc-372223b3d085 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.1322083 Apr 20 05:44:38.191571 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f91a2ed1-bb7d-4a3e-95d9-68fb5cc59213 req-24bfeb3c-734f-4b5b-b544-0748d731a603 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803578 Apr 20 05:44:38.318555 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d99d707d-4b52-44c9-aa01-b35d24912bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:38.373064 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-d99d707d-4b52-44c9-aa01-b35d24912bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:38.378072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 58174217-c667-4d40-9b8e-1ff26a8df70c details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:44:38.392836 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-d99d707d-4b52-44c9-aa01-b35d24912bae admin admin] Usage tracker for resource:security_group_rule and tenant:fb48200fbe1c4038ae98c7753238c1c5 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:38.400393 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-d99d707d-4b52-44c9-aa01-b35d24912bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:38.416863 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-d99d707d-4b52-44c9-aa01-b35d24912bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:38.527880 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d99d707d-4b52-44c9-aa01-b35d24912bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:38.540318 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d99d707d-4b52-44c9-aa01-b35d24912bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:38.554466 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:38.605529 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d707d-4b52-44c9-aa01-b35d24912bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b77e5e-20ac-4c62-b6a9-48fdd4d515d5,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:38.622330 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-d99d707d-4b52-44c9-aa01-b35d24912bae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb48200fbe1c4038ae98c7753238c1c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6198483 Apr 20 05:44:38.625563 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 58174217-c667-4d40-9b8e-1ff26a8df70c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=58174217-c667-4d40-9b8e-1ff26a8df70c,segment=NetworkSegment(d8111d06-d8c2-478d-81bb-a8d0dca3ec2f),segment_id=d8111d06-d8c2-478d-81bb-a8d0dca3ec2f)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:38.627093 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 50316) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:38.629548 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d99d707d-4b52-44c9-aa01-b35d24912bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:38.634778 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e6a64-4569-4224-b964-2b567bed79ce req-adafec72-b693-4c01-a1ef-5e0d06a56fc7 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:38.638116 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4d6e6a64-4569-4224-b964-2b567bed79ce req-adafec72-b693-4c01-a1ef-5e0d06a56fc7 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 943 time: 0.2082236 Apr 20 05:44:38.640058 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7069db-0b43-4c02-a102-a9045aaccbe9 req-9f7dbc6b-e2cc-4321-a99d-89985549fb45 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:38.642935 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': '58174217-c667-4d40-9b8e-1ff26a8df70c', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'port_id': '58174217-c667-4d40-9b8e-1ff26a8df70c', 'mac_address': 'fa:16:3e:23:ce:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:44:38.648253 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7f7069db-0b43-4c02-a102-a9045aaccbe9 req-9f7dbc6b-e2cc-4321-a99d-89985549fb45 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 946 time: 0.4333515 Apr 20 05:44:38.736890 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4d6e6a64-4569-4224-b964-2b567bed79ce req-a2a34223-f75a-40a6-bd59-94999b04b3de tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914960 Apr 20 05:44:38.753440 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:38.787934 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:38.796769 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58174217-c667-4d40-9b8e-1ff26a8df70c {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:44:38.797931 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7f7069db-0b43-4c02-a102-a9045aaccbe9 req-2f7b18e1-1969-48f8-a18c-feec9c42076e tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a9c6070-5533-44ff-9740-7f81b3c017e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483612 Apr 20 05:44:38.827084 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a822dfd8-a162-472a-8276-92731935862b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:38.834644 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 58174217-c667-4d40-9b8e-1ff26a8df70c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=58174217-c667-4d40-9b8e-1ff26a8df70c,segment=NetworkSegment(d8111d06-d8c2-478d-81bb-a8d0dca3ec2f),segment_id=d8111d06-d8c2-478d-81bb-a8d0dca3ec2f)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:38.843958 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:38.845249 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device d0113b4a-0188-43c7-8557-6a67f73ea282 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:44:38.850385 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:38.858939 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a822dfd8-a162-472a-8276-92731935862b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:38.912636 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a822dfd8-a162-472a-8276-92731935862b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:38.919386 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2351cbe8-e99a-4a03-94fc-943a457a2598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:38.933014 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a822dfd8-a162-472a-8276-92731935862b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:38.935089 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-a822dfd8-a162-472a-8276-92731935862b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81b77e5e-20ac-4c62-b6a9-48fdd4d515d5 HTTP/1.1" status: 204 len: 168 time: 0.2841794 Apr 20 05:44:38.938409 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=58174217-c667-4d40-9b8e-1ff26a8df70c,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:38.938550 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822dfd8-a162-472a-8276-92731935862b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b77e5e-20ac-4c62-b6a9-48fdd4d515d5,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:38.943318 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:38.954590 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a822dfd8-a162-472a-8276-92731935862b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:39.196661 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port d0113b4a-0188-43c7-8557-6a67f73ea282, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=d0113b4a-0188-43c7-8557-6a67f73ea282,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:39.219750 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': 'd0113b4a-0188-43c7-8557-6a67f73ea282', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'port_id': 'd0113b4a-0188-43c7-8557-6a67f73ea282', 'mac_address': 'fa:16:3e:ab:72:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:44:39.288753 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:39.316024 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0113b4a-0188-43c7-8557-6a67f73ea282 {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:44:39.333303 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port d0113b4a-0188-43c7-8557-6a67f73ea282, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=d0113b4a-0188-43c7-8557-6a67f73ea282,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:39.337603 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:39.340371 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-54c1dd7b-3a3b-4851-af1d-7bddbc1e9f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:39.415794 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2c9c7-8258-4571-bd3e-5f0008c9e05b req-21c49a93-7698-41dd-ac7b-12dfe5f44d21 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:39.417581 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5af2c9c7-8258-4571-bd3e-5f0008c9e05b req-21c49a93-7698-41dd-ac7b-12dfe5f44d21 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 944 time: 0.0972135 Apr 20 05:44:39.427655 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=d0113b4a-0188-43c7-8557-6a67f73ea282,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:39.431166 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:39.467854 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 50346) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:39.486850 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5af2c9c7-8258-4571-bd3e-5f0008c9e05b req-596c1a33-7689-4c05-a270-a51200383c9d tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626805 Apr 20 05:44:39.493340 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-550a06e9-0e1c-4b6c-8e6b-0e5e70903735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:39.512271 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-550a06e9-0e1c-4b6c-8e6b-0e5e70903735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:39.516360 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-550a06e9-0e1c-4b6c-8e6b-0e5e70903735 admin admin] Usage tracker for resource:security_group_rule and tenant:85d8c678972149f5b2a696f77d8a30e1 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:39.519447 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-550a06e9-0e1c-4b6c-8e6b-0e5e70903735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:39.526839 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-550a06e9-0e1c-4b6c-8e6b-0e5e70903735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:39.540737 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:39.562584 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['58174217-c667-4d40-9b8e-1ff26a8df70c'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:44:39.597623 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['d0113b4a-0188-43c7-8557-6a67f73ea282'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:44:39.679515 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-550a06e9-0e1c-4b6c-8e6b-0e5e70903735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:39.694558 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-550a06e9-0e1c-4b6c-8e6b-0e5e70903735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:39.706640 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:39.756043 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-550a06e9-0e1c-4b6c-8e6b-0e5e70903735 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85d8c678972149f5b2a696f77d8a30e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845867 Apr 20 05:44:39.757787 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 50360) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:39.758606 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a06e9-0e1c-4b6c-8e6b-0e5e70903735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63f1212-d3b0-438a-ab12-78dc4df700d5,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:39.775637 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-550a06e9-0e1c-4b6c-8e6b-0e5e70903735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:39.845813 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c03f5ff7-e55b-494a-a888-39ac63982fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:39.897477 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c03f5ff7-e55b-494a-a888-39ac63982fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:40.026449 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fa246-d7eb-4244-bd41-559c32a77a2d req-0e75b724-ac4e-41fa-95bf-331c598b9c59 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:40.036393 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7d1fa246-d7eb-4244-bd41-559c32a77a2d req-0e75b724-ac4e-41fa-95bf-331c598b9c59 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 946 time: 0.1048756 Apr 20 05:44:40.053993 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a24da-38aa-4da2-a01c-35e6286a1bea req-790b2135-d96b-4760-b975-10fb0711d21e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:40.061487 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7d5a24da-38aa-4da2-a01c-35e6286a1bea req-790b2135-d96b-4760-b975-10fb0711d21e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 944 time: 0.1516492 Apr 20 05:44:40.064668 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c03f5ff7-e55b-494a-a888-39ac63982fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:40.085972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:40.092861 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7d1fa246-d7eb-4244-bd41-559c32a77a2d req-9f5f6ec3-c447-4968-84bc-306fe3f6b376 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a9c6070-5533-44ff-9740-7f81b3c017e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545342 Apr 20 05:44:40.105429 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f5ff7-e55b-494a-a888-39ac63982fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63f1212-d3b0-438a-ab12-78dc4df700d5,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:40.109743 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c03f5ff7-e55b-494a-a888-39ac63982fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:40.110704 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c03f5ff7-e55b-494a-a888-39ac63982fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:40.112210 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c03f5ff7-e55b-494a-a888-39ac63982fcd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a63f1212-d3b0-438a-ab12-78dc4df700d5 HTTP/1.1" status: 204 len: 168 time: 0.3528607 Apr 20 05:44:40.153975 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7d5a24da-38aa-4da2-a01c-35e6286a1bea req-cb2e5cfd-f54d-4a71-9654-1adfc00cdf2b tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910499 Apr 20 05:44:40.380159 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 58174217-c667-4d40-9b8e-1ff26a8df70c up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:40.437255 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:40.459454 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port 58174217-c667-4d40-9b8e-1ff26a8df70c completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:40.465605 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port 58174217-c667-4d40-9b8e-1ff26a8df70c triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:40.466181 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:40.609728 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:40.656794 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c396db7-f731-4b98-aa77-358ca62d6a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58174217-c667-4d40-9b8e-1ff26a8df70c'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:40.670648 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 58174217-c667-4d40-9b8e-1ff26a8df70c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=58174217-c667-4d40-9b8e-1ff26a8df70c,segment=NetworkSegment(d8111d06-d8c2-478d-81bb-a8d0dca3ec2f),segment_id=d8111d06-d8c2-478d-81bb-a8d0dca3ec2f)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:40.675694 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:40.677750 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e402909f-7213-44e2-96c1-e86a4065f7a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:40.768037 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd61055-58fd-4b62-b048-05ac8ac85920 req-b413cde6-54d3-43c7-a5da-f965fc4439eb tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:40.770500 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3fd61055-58fd-4b62-b048-05ac8ac85920 req-b413cde6-54d3-43c7-a5da-f965fc4439eb tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 944 time: 0.1322248 Apr 20 05:44:40.815552 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c396db7-f731-4b98-aa77-358ca62d6a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58174217-c667-4d40-9b8e-1ff26a8df70c', 'code': 200} Apr 20 05:44:40.879444 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3fd61055-58fd-4b62-b048-05ac8ac85920 req-d96b32c1-18d4-4269-96ef-cc7f3445cb8b tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006074 Apr 20 05:44:40.918761 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=58174217-c667-4d40-9b8e-1ff26a8df70c,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:40.929750 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:41.141028 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b159f82-a293-45be-86e4-6c8a4d40f6f4 req-e42b44cc-4e6a-4241-b100-0832c6f96294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:41.143877 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8b159f82-a293-45be-86e4-6c8a4d40f6f4 req-e42b44cc-4e6a-4241-b100-0832c6f96294 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 1098 time: 0.1408985 Apr 20 05:44:41.232622 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8b159f82-a293-45be-86e4-6c8a4d40f6f4 req-e9a0d294-d7f9-47d8-94bc-5c228304b7c4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789933 Apr 20 05:44:41.440438 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63815e-5689-4f53-b144-9e1f23b8a57e req-681bf02e-0873-42d5-9133-5d8cc0652c0c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:41.448650 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8c63815e-5689-4f53-b144-9e1f23b8a57e req-681bf02e-0873-42d5-9133-5d8cc0652c0c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1095121 Apr 20 05:44:41.493091 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 50444) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:41.511896 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8c63815e-5689-4f53-b144-9e1f23b8a57e req-5f7e0d23-6657-4ae5-b8f0-1ab5bceacd7d tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622592 Apr 20 05:44:41.637894 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bb152332-4f38-4fe0-a164-f1280c979b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:41.653048 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-bb152332-4f38-4fe0-a164-f1280c979b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:41.657013 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-bb152332-4f38-4fe0-a164-f1280c979b91 admin admin] Usage tracker for resource:security_group_rule and tenant:19953d09d4cf494bba084e5ff4424686 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:41.659966 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-bb152332-4f38-4fe0-a164-f1280c979b91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:41.666229 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-bb152332-4f38-4fe0-a164-f1280c979b91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:41.750427 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bb152332-4f38-4fe0-a164-f1280c979b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:41.753630 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bb152332-4f38-4fe0-a164-f1280c979b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:41.762684 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:41.804693 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-bb152332-4f38-4fe0-a164-f1280c979b91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19953d09d4cf494bba084e5ff4424686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104124 Apr 20 05:44:41.805630 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb152332-4f38-4fe0-a164-f1280c979b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db953fa-4d96-4f0d-82c3-b98ec7246704,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:41.807911 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 50458) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:41.808801 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-bb152332-4f38-4fe0-a164-f1280c979b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:41.862609 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 50464) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:41.887578 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7e06900d-1a2f-4ca5-a142-f3b3210cefd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:41.928608 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7e06900d-1a2f-4ca5-a142-f3b3210cefd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:41.992871 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7e06900d-1a2f-4ca5-a142-f3b3210cefd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:41.998317 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:42.013897 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06900d-1a2f-4ca5-a142-f3b3210cefd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db953fa-4d96-4f0d-82c3-b98ec7246704,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:42.016730 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-7e06900d-1a2f-4ca5-a142-f3b3210cefd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:42.132936 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3b9b0664-57d8-47fc-b1ef-2372bc8baeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:42.146902 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7e06900d-1a2f-4ca5-a142-f3b3210cefd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:42.151024 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-7e06900d-1a2f-4ca5-a142-f3b3210cefd1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0db953fa-4d96-4f0d-82c3-b98ec7246704 HTTP/1.1" status: 204 len: 168 time: 0.3330910 Apr 20 05:44:42.173113 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-3b9b0664-57d8-47fc-b1ef-2372bc8baeb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:42.181421 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-3b9b0664-57d8-47fc-b1ef-2372bc8baeb0 admin admin] Usage tracker for resource:security_group_rule and tenant:4f5c34dffd0746059c0bf2cef1d3dbd9 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:42.185448 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-3b9b0664-57d8-47fc-b1ef-2372bc8baeb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:42.201098 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-3b9b0664-57d8-47fc-b1ef-2372bc8baeb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:42.238545 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fb7af-6a8a-4504-abc4-12bfd29cd44b req-bf4e7ba3-3c23-4780-a208-548c0281dfe1 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:42.240095 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1d2fb7af-6a8a-4504-abc4-12bfd29cd44b req-bf4e7ba3-3c23-4780-a208-548c0281dfe1 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 944 time: 0.1576715 Apr 20 05:44:42.319080 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1d2fb7af-6a8a-4504-abc4-12bfd29cd44b req-2791ca47-5b23-45bb-9951-07b541e44976 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687671 Apr 20 05:44:42.371394 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3b9b0664-57d8-47fc-b1ef-2372bc8baeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:42.376016 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3b9b0664-57d8-47fc-b1ef-2372bc8baeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:42.379919 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device d0113b4a-0188-43c7-8557-6a67f73ea282 up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:44:42.412153 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-be5b567a-b563-406a-8089-10e0f1d484ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:42.442092 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-3b9b0664-57d8-47fc-b1ef-2372bc8baeb0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f5c34dffd0746059c0bf2cef1d3dbd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5782144 Apr 20 05:44:42.443371 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b0664-57d8-47fc-b1ef-2372bc8baeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53827118-ade2-486f-a069-9da688ddaf7e,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:42.445227 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 50502) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:42.458741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3b9b0664-57d8-47fc-b1ef-2372bc8baeb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:42.521023 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port d0113b4a-0188-43c7-8557-6a67f73ea282 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:44:42.527942 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port d0113b4a-0188-43c7-8557-6a67f73ea282 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:44:42.528584 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:42.535585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-06cabf7a-4c7b-47d9-af55-59294bf15bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:42.577149 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-06cabf7a-4c7b-47d9-af55-59294bf15bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:42.667488 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-06cabf7a-4c7b-47d9-af55-59294bf15bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:42.672780 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c03f5ff7-e55b-494a-a888-39ac63982fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:42.678560 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:42.689244 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cabf7a-4c7b-47d9-af55-59294bf15bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53827118-ade2-486f-a069-9da688ddaf7e,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:42.693380 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-06cabf7a-4c7b-47d9-af55-59294bf15bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:42.703134 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-06cabf7a-4c7b-47d9-af55-59294bf15bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:42.716206 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-06cabf7a-4c7b-47d9-af55-59294bf15bc4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53827118-ade2-486f-a069-9da688ddaf7e HTTP/1.1" status: 204 len: 168 time: 0.2634816 Apr 20 05:44:42.768990 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port d0113b4a-0188-43c7-8557-6a67f73ea282, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=d0113b4a-0188-43c7-8557-6a67f73ea282,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:42.774141 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:42.778312 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 50526) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:42.781243 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-02c3fe3a-90c1-4ffe-b535-67f9a5ab2938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:42.825769 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fe3501-9830-4328-a268-0f40d9b95fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0113b4a-0188-43c7-8557-6a67f73ea282'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:42.833465 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e46d4db0-d760-4436-831d-f46ff03c4c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:42.887481 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-e46d4db0-d760-4436-831d-f46ff03c4c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:42.894576 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-e46d4db0-d760-4436-831d-f46ff03c4c40 admin admin] Usage tracker for resource:security_group_rule and tenant:42d2776d1dbb410cbbe267e493638ec5 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:42.900855 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-e46d4db0-d760-4436-831d-f46ff03c4c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:42.915493 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-e46d4db0-d760-4436-831d-f46ff03c4c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:42.920488 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9424fa-81c3-4893-aa8e-26f76575c899 req-0435c53e-df03-448a-9d05-910dfebc539c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:42.929825 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2d9424fa-81c3-4893-aa8e-26f76575c899 req-0435c53e-df03-448a-9d05-910dfebc539c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1583204 Apr 20 05:44:43.004108 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2d9424fa-81c3-4893-aa8e-26f76575c899 req-31ed6969-6ee3-4f84-8ec7-f499d6de7e0a tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726666 Apr 20 05:44:43.080839 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=d0113b4a-0188-43c7-8557-6a67f73ea282,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:43.085072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:43.091280 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e46d4db0-d760-4436-831d-f46ff03c4c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:43.097328 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e46d4db0-d760-4436-831d-f46ff03c4c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:43.105367 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-15fa0a0a-6111-49da-9fe2-452bed46b348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:43.134022 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d4db0-d760-4436-831d-f46ff03c4c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b6196e-2fac-4133-8bc2-6383df3add19,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:43.140518 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e46d4db0-d760-4436-831d-f46ff03c4c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:43.163699 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-e46d4db0-d760-4436-831d-f46ff03c4c40 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42d2776d1dbb410cbbe267e493638ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849187 Apr 20 05:44:43.166637 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 50546) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:43.254751 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56b49f-7aed-4fa4-9823-496a5bcd9de2 req-262ed49d-0595-46f7-b1fc-7e5b92474c62 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:43.257208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f201d5d-0565-4580-bef5-d41ad70d2565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:43.261209 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7a56b49f-7aed-4fa4-9823-496a5bcd9de2 req-262ed49d-0595-46f7-b1fc-7e5b92474c62 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1220858 Apr 20 05:44:43.272325 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 50550) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:43.280074 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-d5e1e263-8638-4184-a7fc-0b5136b8132c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Request body: {'floatingip': {'port_id': '58174217-c667-4d40-9b8e-1ff26a8df70c'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:43.288037 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f201d5d-0565-4580-bef5-d41ad70d2565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:43.347697 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f201d5d-0565-4580-bef5-d41ad70d2565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:43.367909 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-62f5220b-e24f-491a-a620-547aa8d82870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:43.395141 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e263-8638-4184-a7fc-0b5136b8132c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for floatingip, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:43.400579 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fe3501-9830-4328-a268-0f40d9b95fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0113b4a-0188-43c7-8557-6a67f73ea282', 'code': 200} Apr 20 05:44:43.403818 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f201d5d-0565-4580-bef5-d41ad70d2565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b6196e-2fac-4133-8bc2-6383df3add19,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:43.422851 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2f201d5d-0565-4580-bef5-d41ad70d2565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:43.426869 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f201d5d-0565-4580-bef5-d41ad70d2565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:43.429903 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-2f201d5d-0565-4580-bef5-d41ad70d2565 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72b6196e-2fac-4133-8bc2-6383df3add19 HTTP/1.1" status: 204 len: 168 time: 0.2615631 Apr 20 05:44:43.830143 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:43.886237 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b592a8-d9d2-48eb-81d5-18cdbd2ca64b req-a503925a-c99b-4a58-ae20-151dda9be583 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:43.893917 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-97b592a8-d9d2-48eb-81d5-18cdbd2ca64b req-a503925a-c99b-4a58-ae20-151dda9be583 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.3446562 Apr 20 05:44:43.956159 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf74a6-1e6f-4294-b4bd-03daec20d201 req-bef69290-4638-42f4-90bf-7cc84bbbe2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:43.957751 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aeaf74a6-1e6f-4294-b4bd-03daec20d201 req-bef69290-4638-42f4-90bf-7cc84bbbe2ab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 1098 time: 0.2697539 Apr 20 05:44:44.401896 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-aeaf74a6-1e6f-4294-b4bd-03daec20d201 req-f3e50604-d42f-4171-907e-d743656b23b4 service neutron] Synchronizing usage tracker for tenant:7df7ac2bb2384a7fbb2b9fa40f4e69f4 on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:44:44.422105 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-97b592a8-d9d2-48eb-81d5-18cdbd2ca64b req-46946e64-f9f8-4e4b-9a26-3a40d11df160 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5271077 Apr 20 05:44:44.449031 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-aeaf74a6-1e6f-4294-b4bd-03daec20d201 req-f3e50604-d42f-4171-907e-d743656b23b4 service neutron] Unset dirty status for tenant:7df7ac2bb2384a7fbb2b9fa40f4e69f4 on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:44:44.452962 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aeaf74a6-1e6f-4294-b4bd-03daec20d201 req-f3e50604-d42f-4171-907e-d743656b23b4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4727252 Apr 20 05:44:44.535425 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 50608) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:44.799740 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-53b0c3b6-643f-4e11-900f-ec0fa15087ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:44.831480 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-53b0c3b6-643f-4e11-900f-ec0fa15087ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:44.843602 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-53b0c3b6-643f-4e11-900f-ec0fa15087ee admin admin] Usage tracker for resource:security_group_rule and tenant:df53a26dff1f469cb65362717d304108 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:44.846977 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-53b0c3b6-643f-4e11-900f-ec0fa15087ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:44.861269 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-53b0c3b6-643f-4e11-900f-ec0fa15087ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:45.026713 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-53b0c3b6-643f-4e11-900f-ec0fa15087ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:45.031011 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-53b0c3b6-643f-4e11-900f-ec0fa15087ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:45.044103 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-02f00a71-cf80-43b3-866f-e571c74b4e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:45.092415 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-53b0c3b6-643f-4e11-900f-ec0fa15087ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df53a26dff1f469cb65362717d304108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5555124 Apr 20 05:44:45.095079 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 50638) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:45.098812 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0c3b6-643f-4e11-900f-ec0fa15087ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7344b31-f474-4597-a7e3-43273d1282f8,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:45.144132 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-53b0c3b6-643f-4e11-900f-ec0fa15087ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:45.159211 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e263-8638-4184-a7fc-0b5136b8132c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:45.163208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e263-8638-4184-a7fc-0b5136b8132c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:45.174149 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-aff75c5d-c634-449b-8012-4486ea63d147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:45.206661 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-aff75c5d-c634-449b-8012-4486ea63d147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:45.266632 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-aff75c5d-c634-449b-8012-4486ea63d147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:45.272996 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-53b0c3b6-643f-4e11-900f-ec0fa15087ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:45.291138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-aff75c5d-c634-449b-8012-4486ea63d147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:45.292752 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-aff75c5d-c634-449b-8012-4486ea63d147 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7344b31-f474-4597-a7e3-43273d1282f8 HTTP/1.1" status: 204 len: 168 time: 0.1962154 Apr 20 05:44:45.293941 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff75c5d-c634-449b-8012-4486ea63d147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7344b31-f474-4597-a7e3-43273d1282f8,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:45.296248 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-aff75c5d-c634-449b-8012-4486ea63d147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:45.440289 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.l3_db [None req-d5e1e263-8638-4184-a7fc-0b5136b8132c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Floating IP db8a99cf-277a-4508-8242-dd0a59b197d9 associated. External IP: 172.28.3.196, port: 58174217-c667-4d40-9b8e-1ff26a8df70c. Apr 20 05:44:45.756046 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657fd76-13b6-4a00-a5c6-3eb42e1c9ec7 req-22d837ef-d562-4e25-839a-be61ec30c632 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:45.757751 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a657fd76-13b6-4a00-a5c6-3eb42e1c9ec7 req-22d837ef-d562-4e25-839a-be61ec30c632 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.1467505 Apr 20 05:44:45.829507 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a657fd76-13b6-4a00-a5c6-3eb42e1c9ec7 req-12149c3d-e211-4704-8514-48d53d5286f2 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646386 Apr 20 05:44:45.994185 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 50712) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:46.029583 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0c00-fff4-406b-bc78-5b3b4eec1475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:46.061446 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-ce1f0c00-fff4-406b-bc78-5b3b4eec1475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:46.073042 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ce1f0c00-fff4-406b-bc78-5b3b4eec1475 admin admin] Usage tracker for resource:security_group_rule and tenant:7cd1ba55617f4c68a5ca7cf9799283f1 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:46.076501 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ce1f0c00-fff4-406b-bc78-5b3b4eec1475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:46.085783 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-ce1f0c00-fff4-406b-bc78-5b3b4eec1475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:46.249730 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905bbfa-c37d-4bad-bb6a-557713060809 req-2e49c9b9-94f2-49ca-91ea-870a130877b0 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:46.251873 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1905bbfa-c37d-4bad-bb6a-557713060809 req-2e49c9b9-94f2-49ca-91ea-870a130877b0 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.2447379 Apr 20 05:44:46.260949 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 50730) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:46.269639 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-961dcce4-6e7c-4207-b507-557fde607cac tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Request body: {'floatingip': {'port_id': 'd0113b4a-0188-43c7-8557-6a67f73ea282'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:44:46.290608 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0c00-fff4-406b-bc78-5b3b4eec1475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:46.294422 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0c00-fff4-406b-bc78-5b3b4eec1475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:46.305797 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:46.329080 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e1e263-8638-4184-a7fc-0b5136b8132c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Router 454b8d86-c0db-475a-9276-585379864a1a has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:44:46.338446 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f0c00-fff4-406b-bc78-5b3b4eec1475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd50409b-6e31-401b-b994-18a4d1979851,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:46.353413 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ce1f0c00-fff4-406b-bc78-5b3b4eec1475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:46.369254 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-961dcce4-6e7c-4207-b507-557fde607cac tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for floatingip, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:46.386398 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-ce1f0c00-fff4-406b-bc78-5b3b4eec1475 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7cd1ba55617f4c68a5ca7cf9799283f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3921485 Apr 20 05:44:46.389057 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 50736) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:46.478444 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ceb2fc7b-1639-41f2-9161-001acc70282e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:46.513666 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ceb2fc7b-1639-41f2-9161-001acc70282e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:46.595507 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ceb2fc7b-1639-41f2-9161-001acc70282e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:46.609573 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:46.654273 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2fc7b-1639-41f2-9161-001acc70282e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd50409b-6e31-401b-b994-18a4d1979851,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:46.662590 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ceb2fc7b-1639-41f2-9161-001acc70282e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:46.669706 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-ceb2fc7b-1639-41f2-9161-001acc70282e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd50409b-6e31-401b-b994-18a4d1979851 HTTP/1.1" status: 204 len: 168 time: 0.2791131 Apr 20 05:44:46.670914 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ceb2fc7b-1639-41f2-9161-001acc70282e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:47.059515 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e1e263-8638-4184-a7fc-0b5136b8132c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:44:47.079034 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e531c785-0da3-4a04-94b0-dc40ba52893f None None] Sync routers for ids ['454b8d86-c0db-475a-9276-585379864a1a'] in dv-cinder-786054-4-smb {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:44:47.117851 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e531c785-0da3-4a04-94b0-dc40ba52893f None None] Routers {'454b8d86-c0db-475a-9276-585379864a1a'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:47.119769 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-e531c785-0da3-4a04-94b0-dc40ba52893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:44:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['454b8d86-c0db-475a-9276-585379864a1a'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:47.135704 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d5e1e263-8638-4184-a7fc-0b5136b8132c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:47.356021 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-d5e1e263-8638-4184-a7fc-0b5136b8132c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "PUT /v2.0/floatingips/db8a99cf-277a-4508-8242-dd0a59b197d9 HTTP/1.1" status: 200 len: 991 time: 4.0798435 Apr 20 05:44:47.370506 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c396db7-f731-4b98-aa77-358ca62d6a17', 'tag': '58174217-c667-4d40-9b8e-1ff26a8df70c'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:47.711750 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c7aa7-81d0-4244-bf6a-c79b642e41e5 req-0ac138d2-dfbe-48f5-9ba7-12dd5496ec7f tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:47.716313 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7f7c7aa7-81d0-4244-bf6a-c79b642e41e5 req-0ac138d2-dfbe-48f5-9ba7-12dd5496ec7f tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 946 time: 0.5793931 Apr 20 05:44:47.720363 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c396db7-f731-4b98-aa77-358ca62d6a17', 'tag': '58174217-c667-4d40-9b8e-1ff26a8df70c', 'status': 'completed', 'code': 200} Apr 20 05:44:47.876338 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-e531c785-0da3-4a04-94b0-dc40ba52893f None None] Set router 454b8d86-c0db-475a-9276-585379864a1a gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:47.963937 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7f7c7aa7-81d0-4244-bf6a-c79b642e41e5 req-3a97333d-d0f6-4093-b753-711c7db47f8a tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a9c6070-5533-44ff-9740-7f81b3c017e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276590 Apr 20 05:44:48.049311 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 50812) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:48.049402 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224163f-a5b1-45af-910d-fdcf1e27a5b7 req-0c59e80d-f30c-4e3c-9783-8901cd094056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:48.050886 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9224163f-a5b1-45af-910d-fdcf1e27a5b7 req-0c59e80d-f30c-4e3c-9783-8901cd094056 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ab7172ed9a44fe6aa1df137f47c43e3&device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 1098 time: 0.3170922 Apr 20 05:44:48.252146 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.db.resource_extend [None req-961dcce4-6e7c-4207-b507-557fde607cac tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 05:44:48.333179 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-e531c785-0da3-4a04-94b0-dc40ba52893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_floatingips': [{'id': 'db8a99cf-277a-4508-8242-dd0a59b197d9', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'floating_ip_address': '172.28.3.196', 'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'router_id': '454b8d86-c0db-475a-9276-585379864a1a', 'port_id': '58174217-c667-4d40-9b8e-1ff26a8df70c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'mac_address': 'fa:16:3e:23:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c396db7-f731-4b98-aa77-358ca62d6a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:44:20Z', 'updated_at': '2021-04-20T05:44:44Z', 'revision_number': 1, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a08a00-0bca-45d8-860d-3912986250d7', 'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'mac_address': 'fa:16:3e:09:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:24Z', 'revision_number': 5, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'subnets': [{'id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:48.338729 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e531c785-0da3-4a04-94b0-dc40ba52893f None None] Checking router: 454b8d86-c0db-475a-9276-585379864a1a for host: dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:44:48.348470 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e531c785-0da3-4a04-94b0-dc40ba52893f None None] Routers {'454b8d86-c0db-475a-9276-585379864a1a'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:48.349293 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-e531c785-0da3-4a04-94b0-dc40ba52893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:44:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['454b8d86-c0db-475a-9276-585379864a1a'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:48.393140 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-961dcce4-6e7c-4207-b507-557fde607cac tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:48.409080 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-961dcce4-6e7c-4207-b507-557fde607cac tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:48.426825 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a4465ff2-874a-4298-b6b9-6183d2a941b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:48.448082 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-a4465ff2-874a-4298-b6b9-6183d2a941b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:48.453446 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-a4465ff2-874a-4298-b6b9-6183d2a941b3 admin admin] Usage tracker for resource:security_group_rule and tenant:e45340d4e9c842f9bf39d1efb23bd90d is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:48.457112 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-a4465ff2-874a-4298-b6b9-6183d2a941b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:48.463904 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-a4465ff2-874a-4298-b6b9-6183d2a941b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:48.540212 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224163f-a5b1-45af-910d-fdcf1e27a5b7 req-ad06d09f-9da6-460e-8032-7b0d0610013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:48.541470 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9224163f-a5b1-45af-910d-fdcf1e27a5b7 req-ad06d09f-9da6-460e-8032-7b0d0610013c service neutron] 10.222.0.13 "GET /v2.0/networks?id=411e23b4-e2d6-46df-bd62-b0674bdfd076 HTTP/1.1" status: 200 len: 912 time: 0.4810712 Apr 20 05:44:48.579368 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a4465ff2-874a-4298-b6b9-6183d2a941b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:48.580243 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-e531c785-0da3-4a04-94b0-dc40ba52893f None None] Set router 454b8d86-c0db-475a-9276-585379864a1a gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:48.584421 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a4465ff2-874a-4298-b6b9-6183d2a941b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:48.595283 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2459221b-9c1b-4b99-91f6-39fecd2f2299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:48.636596 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4465ff2-874a-4298-b6b9-6183d2a941b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbd1e8c-d40f-4e91-bb7f-8dc16d30afcc,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:48.642280 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a4465ff2-874a-4298-b6b9-6183d2a941b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:48.689553 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-a4465ff2-874a-4298-b6b9-6183d2a941b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e45340d4e9c842f9bf39d1efb23bd90d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6369660 Apr 20 05:44:48.697470 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 50834) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:48.798538 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-64cc7875-8d19-48b5-926d-dd4747b258cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:48.804674 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9224163f-a5b1-45af-910d-fdcf1e27a5b7 req-c0be8678-c5e8-45c1-a3b0-086282715aac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58174217-c667-4d40-9b8e-1ff26a8df70c HTTP/1.1" status: 200 len: 999 time: 0.2542684 Apr 20 05:44:48.830053 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-64cc7875-8d19-48b5-926d-dd4747b258cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:48.881449 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-64cc7875-8d19-48b5-926d-dd4747b258cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:48.882795 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.l3_db [None req-961dcce4-6e7c-4207-b507-557fde607cac tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Floating IP 1438fcd9-9ee8-42c2-b360-66b4de6fcf5c associated. External IP: 172.28.3.212, port: d0113b4a-0188-43c7-8557-6a67f73ea282. Apr 20 05:44:48.888595 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:48.904940 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc7875-8d19-48b5-926d-dd4747b258cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbd1e8c-d40f-4e91-bb7f-8dc16d30afcc,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:48.910189 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-64cc7875-8d19-48b5-926d-dd4747b258cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:48.911254 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-64cc7875-8d19-48b5-926d-dd4747b258cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:48.912421 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-64cc7875-8d19-48b5-926d-dd4747b258cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cdbd1e8c-d40f-4e91-bb7f-8dc16d30afcc HTTP/1.1" status: 204 len: 168 time: 0.2139161 Apr 20 05:44:49.169547 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-e531c785-0da3-4a04-94b0-dc40ba52893f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_floatingips': [{'id': 'db8a99cf-277a-4508-8242-dd0a59b197d9', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'floating_ip_address': '172.28.3.196', 'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'router_id': '454b8d86-c0db-475a-9276-585379864a1a', 'port_id': '58174217-c667-4d40-9b8e-1ff26a8df70c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'mac_address': 'fa:16:3e:23:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c396db7-f731-4b98-aa77-358ca62d6a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:44:20Z', 'updated_at': '2021-04-20T05:44:44Z', 'revision_number': 1, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a08a00-0bca-45d8-860d-3912986250d7', 'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'mac_address': 'fa:16:3e:09:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:24Z', 'revision_number': 5, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'subnets': [{'id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:49.175549 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e531c785-0da3-4a04-94b0-dc40ba52893f None None] The sync data for ids ['454b8d86-c0db-475a-9276-585379864a1a'] in dv-cinder-786054-4-smb is: [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_floatingips': [{'id': 'db8a99cf-277a-4508-8242-dd0a59b197d9', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'floating_ip_address': '172.28.3.196', 'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'router_id': '454b8d86-c0db-475a-9276-585379864a1a', 'port_id': '58174217-c667-4d40-9b8e-1ff26a8df70c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'mac_address': 'fa:16:3e:23:ce:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c396db7-f731-4b98-aa77-358ca62d6a17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:44:20Z', 'updated_at': '2021-04-20T05:44:44Z', 'revision_number': 1, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a08a00-0bca-45d8-860d-3912986250d7', 'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'mac_address': 'fa:16:3e:09:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:24Z', 'revision_number': 5, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'subnets': [{'id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:44:49.509163 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 50864) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:49.544063 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-22414608-3ba2-44e2-b256-9c93944b4e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:49.586829 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce309e0-e885-4068-b2ed-90b41bfea62a None None] New status for floating IP db8a99cf-277a-4508-8242-dd0a59b197d9: ACTIVE {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 05:44:49.605022 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-22414608-3ba2-44e2-b256-9c93944b4e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:49.621011 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-22414608-3ba2-44e2-b256-9c93944b4e25 admin admin] Usage tracker for resource:security_group_rule and tenant:1cf37a3a3ba9410987d5ea9ed2745dab is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:49.627226 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-22414608-3ba2-44e2-b256-9c93944b4e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:49.634157 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-22414608-3ba2-44e2-b256-9c93944b4e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:49.652311 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224163f-a5b1-45af-910d-fdcf1e27a5b7 req-0f118de5-f00e-4abf-8318-18e5ea4c7b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:49.653903 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9224163f-a5b1-45af-910d-fdcf1e27a5b7 req-0f118de5-f00e-4abf-8318-18e5ea4c7b00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e3b9602-f3b1-465a-896e-3c5b83aebaa5 HTTP/1.1" status: 200 len: 850 time: 0.6579587 Apr 20 05:44:49.758287 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d289356-a9f8-444e-801d-5f0276a6a502 req-d9619d2b-c276-461c-99de-68cb37c06ae6 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:49.759898 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1d289356-a9f8-444e-801d-5f0276a6a502 req-d9619d2b-c276-461c-99de-68cb37c06ae6 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 946 time: 1.0532079 Apr 20 05:44:49.832560 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-22414608-3ba2-44e2-b256-9c93944b4e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:49.838137 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-22414608-3ba2-44e2-b256-9c93944b4e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:49.847501 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ba4c5d0d-21a1-421d-9a89-01149e217048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:49.909471 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-22414608-3ba2-44e2-b256-9c93944b4e25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1cf37a3a3ba9410987d5ea9ed2745dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3990204 Apr 20 05:44:49.913702 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 50888) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:49.932084 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22414608-3ba2-44e2-b256-9c93944b4e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49503821-4e2a-40d7-80c4-37ceed213856,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:49.938712 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-22414608-3ba2-44e2-b256-9c93944b4e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:50.006976 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-be9bb5b7-25f5-465e-abb1-cd2927f0fb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:50.066107 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-be9bb5b7-25f5-465e-abb1-cd2927f0fb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:50.137891 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcfeec-0cd1-463a-96a4-26327314bf68 req-73e3e816-9cef-4f21-8f95-e138378093ae tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:50.139529 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-89dcfeec-0cd1-463a-96a4-26327314bf68 req-73e3e816-9cef-4f21-8f95-e138378093ae tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 946 time: 0.6094286 Apr 20 05:44:50.162393 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-be9bb5b7-25f5-465e-abb1-cd2927f0fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:50.164122 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-1d289356-a9f8-444e-801d-5f0276a6a502 req-218da883-5eb1-4e8c-a2f2-df425c749aea tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Deleting port e4f93475-d994-42c0-b76c-a74836516e73 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:44:50.164644 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-1d289356-a9f8-444e-801d-5f0276a6a502 req-218da883-5eb1-4e8c-a2f2-df425c749aea tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:50.167808 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a4465ff2-874a-4298-b6b9-6183d2a941b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:50.179880 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bb5b7-25f5-465e-abb1-cd2927f0fb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49503821-4e2a-40d7-80c4-37ceed213856,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:50.185008 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-be9bb5b7-25f5-465e-abb1-cd2927f0fb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:50.187198 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-be9bb5b7-25f5-465e-abb1-cd2927f0fb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:50.188437 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-be9bb5b7-25f5-465e-abb1-cd2927f0fb72 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49503821-4e2a-40d7-80c4-37ceed213856 HTTP/1.1" status: 204 len: 168 time: 0.2733998 Apr 20 05:44:50.279762 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224163f-a5b1-45af-910d-fdcf1e27a5b7 req-1c986ce4-b5d8-4c33-9d5b-9226cea718f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:50.281620 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9224163f-a5b1-45af-910d-fdcf1e27a5b7 req-1c986ce4-b5d8-4c33-9d5b-9226cea718f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=411e23b4-e2d6-46df-bd62-b0674bdfd076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6141768 Apr 20 05:44:50.440275 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-89dcfeec-0cd1-463a-96a4-26327314bf68 req-239df941-e2f7-4a44-91ad-9d9c48aa803a tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a9c6070-5533-44ff-9740-7f81b3c017e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299614 Apr 20 05:44:50.477982 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961dcce4-6e7c-4207-b507-557fde607cac tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Router 9b0ad32a-397b-4e45-957b-936a7d45b31e has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:44:50.649529 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 50928) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:50.680505 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4f6a8558-1c66-44db-bde7-8c88bc365c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:50.708221 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-4f6a8558-1c66-44db-bde7-8c88bc365c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:50.713051 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-4f6a8558-1c66-44db-bde7-8c88bc365c72 admin admin] Usage tracker for resource:security_group_rule and tenant:4dea387ebabe4c72b623965ca6984602 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:50.716161 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-4f6a8558-1c66-44db-bde7-8c88bc365c72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:50.722407 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-4f6a8558-1c66-44db-bde7-8c88bc365c72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:50.780029 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9224163f-a5b1-45af-910d-fdcf1e27a5b7 req-8663f8a3-4e3d-47ab-b580-b1a6313ba7fe service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862003 Apr 20 05:44:50.843605 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4f6a8558-1c66-44db-bde7-8c88bc365c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:50.847917 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4f6a8558-1c66-44db-bde7-8c88bc365c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:50.860068 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-34749699-df50-4c88-9f6a-d4f06a35ff8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:50.910151 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-4f6a8558-1c66-44db-bde7-8c88bc365c72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4dea387ebabe4c72b623965ca6984602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591817 Apr 20 05:44:50.914205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 50948) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:50.921501 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-1d289356-a9f8-444e-801d-5f0276a6a502 req-218da883-5eb1-4e8c-a2f2-df425c749aea tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] For port e4f93475-d994-42c0-b76c-a74836516e73, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e4f93475-d994-42c0-b76c-a74836516e73,segment=NetworkSegment(f823f0fd-5e03-454f-9d16-76c8c70c8b58),segment_id=f823f0fd-5e03-454f-9d16-76c8c70c8b58)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:44:50.921919 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-1d289356-a9f8-444e-801d-5f0276a6a502 req-218da883-5eb1-4e8c-a2f2-df425c749aea tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:50.931952 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a8558-1c66-44db-bde7-8c88bc365c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7dd219-6d7c-44ab-89e4-4fca09f63847,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:50.951544 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4f6a8558-1c66-44db-bde7-8c88bc365c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:51.016580 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-394df414-ac48-4547-8f63-bdff55dacb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:51.089397 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-1d289356-a9f8-444e-801d-5f0276a6a502 req-218da883-5eb1-4e8c-a2f2-df425c749aea tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Calling delete_port for e4f93475-d994-42c0-b76c-a74836516e73 owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:44:51.091048 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-394df414-ac48-4547-8f63-bdff55dacb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:51.146345 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961dcce4-6e7c-4207-b507-557fde607cac tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:44:51.157403 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b8c82-6efc-496e-8043-bcbf43eaf4c0 None None] Sync routers for ids ['9b0ad32a-397b-4e45-957b-936a7d45b31e'] in dv-cinder-786054-4-smb {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:44:51.179618 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b8c82-6efc-496e-8043-bcbf43eaf4c0 None None] Routers {'9b0ad32a-397b-4e45-957b-936a7d45b31e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:51.181192 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-961dcce4-6e7c-4207-b507-557fde607cac tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:51.182049 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-5d7b8c82-6efc-496e-8043-bcbf43eaf4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:44:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['9b0ad32a-397b-4e45-957b-936a7d45b31e'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:51.222599 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-394df414-ac48-4547-8f63-bdff55dacb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:51.229935 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c45938d3-60fe-442a-98e3-ba8f3ffaa2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:51.263353 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-394df414-ac48-4547-8f63-bdff55dacb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:51.275452 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-394df414-ac48-4547-8f63-bdff55dacb44 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c7dd219-6d7c-44ab-89e4-4fca09f63847 HTTP/1.1" status: 204 len: 168 time: 0.3521993 Apr 20 05:44:51.284523 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394df414-ac48-4547-8f63-bdff55dacb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7dd219-6d7c-44ab-89e4-4fca09f63847,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:51.288057 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-394df414-ac48-4547-8f63-bdff55dacb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:51.525866 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-5d7b8c82-6efc-496e-8043-bcbf43eaf4c0 None None] Set router 9b0ad32a-397b-4e45-957b-936a7d45b31e gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:51.784078 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9224163f-a5b1-45af-910d-fdcf1e27a5b7 req-326d5064-0e69-477f-a84e-100c6a333aae service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9833665 Apr 20 05:44:51.864504 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-961dcce4-6e7c-4207-b507-557fde607cac tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "PUT /v2.0/floatingips/1438fcd9-9ee8-42c2-b360-66b4de6fcf5c HTTP/1.1" status: 200 len: 991 time: 5.5996923 Apr 20 05:44:51.864504 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87fe3501-9830-4328-a268-0f40d9b95fad', 'tag': 'd0113b4a-0188-43c7-8557-6a67f73ea282'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:52.115206 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358fd71-abc8-43cb-9f3b-4e3f91571e60 req-cedb0706-5ca8-4f98-bb63-435b45c2c1d0 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:52.117016 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d358fd71-abc8-43cb-9f3b-4e3f91571e60 req-cedb0706-5ca8-4f98-bb63-435b45c2c1d0 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 946 time: 0.3562140 Apr 20 05:44:52.118372 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-1d289356-a9f8-444e-801d-5f0276a6a502 req-218da883-5eb1-4e8c-a2f2-df425c749aea tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:52.135529 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9b5eb35e-d7da-4b8d-b074-3bef621ff74a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:52.198327 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87fe3501-9830-4328-a268-0f40d9b95fad', 'tag': 'd0113b4a-0188-43c7-8557-6a67f73ea282', 'status': 'completed', 'code': 200} Apr 20 05:44:52.201389 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218da883-5eb1-4e8c-a2f2-df425c749aea tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Pushing event deleted for resources: {'Port': ['ID=e4f93475-d994-42c0-b76c-a74836516e73,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:52.209203 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-5d7b8c82-6efc-496e-8043-bcbf43eaf4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_floatingips': [{'id': '1438fcd9-9ee8-42c2-b360-66b4de6fcf5c', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'floating_ip_address': '172.28.3.212', 'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'router_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'port_id': 'd0113b4a-0188-43c7-8557-6a67f73ea282', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'mac_address': 'fa:16:3e:ab:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fe3501-9830-4328-a268-0f40d9b95fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:44:18Z', 'updated_at': '2021-04-20T05:44:47Z', 'revision_number': 1, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eda9181-7041-426e-a31e-4eb394066367', 'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'mac_address': 'fa:16:3e:6c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:21Z', 'revision_number': 5, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'subnets': [{'id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:52.214573 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b8c82-6efc-496e-8043-bcbf43eaf4c0 None None] Checking router: 9b0ad32a-397b-4e45-957b-936a7d45b31e for host: dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:44:52.223966 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b8c82-6efc-496e-8043-bcbf43eaf4c0 None None] Routers {'9b0ad32a-397b-4e45-957b-936a7d45b31e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:44:52.224827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-5d7b8c82-6efc-496e-8043-bcbf43eaf4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:44:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['9b0ad32a-397b-4e45-957b-936a7d45b31e'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:52.347234 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-218da883-5eb1-4e8c-a2f2-df425c749aea tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:52.366493 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d358fd71-abc8-43cb-9f3b-4e3f91571e60 req-b5b0a187-4404-48ab-a81e-3bfc0e1de008 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/security-groups?id=9a9c6070-5533-44ff-9740-7f81b3c017e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322009 Apr 20 05:44:52.426403 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device e4f93475-d994-42c0-b76c-a74836516e73 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:44:52.435177 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d289356-a9f8-444e-801d-5f0276a6a502 req-218da883-5eb1-4e8c-a2f2-df425c749aea tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] No DVR routers for this DVR port e4f93475-d994-42c0-b76c-a74836516e73 on host hv-cinder-78605 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:44:52.447685 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-1d289356-a9f8-444e-801d-5f0276a6a502 req-218da883-5eb1-4e8c-a2f2-df425c749aea tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:52.471110 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1d289356-a9f8-444e-801d-5f0276a6a502 req-218da883-5eb1-4e8c-a2f2-df425c749aea tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.13 "DELETE /v2.0/ports/e4f93475-d994-42c0-b76c-a74836516e73 HTTP/1.1" status: 204 len: 173 time: 2.6993461 Apr 20 05:44:52.473577 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] No Port match for: e4f93475-d994-42c0-b76c-a74836516e73 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:44:52.474070 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device e4f93475-d994-42c0-b76c-a74836516e73 not bound to the agent host hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:44:52.477149 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b1ac9-11db-4185-80ef-d63a5bc5e15f req-65b49c45-085a-4497-a3dc-38568946f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:52.478850 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8d3b1ac9-11db-4185-80ef-d63a5bc5e15f req-65b49c45-085a-4497-a3dc-38568946f2e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10c6bb10c09f41b2bd958de46431d375&device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 1098 time: 0.2795272 Apr 20 05:44:52.510408 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-5d7b8c82-6efc-496e-8043-bcbf43eaf4c0 None None] Set router 9b0ad32a-397b-4e45-957b-936a7d45b31e gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:44:52.732654 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b1ac9-11db-4185-80ef-d63a5bc5e15f req-e632f774-b859-4e3f-83d3-08e458752dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:52.734292 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8d3b1ac9-11db-4185-80ef-d63a5bc5e15f req-e632f774-b859-4e3f-83d3-08e458752dcd service neutron] 10.222.0.13 "GET /v2.0/networks?id=b33f592a-fb2a-48c3-93cb-6ae242341fc0 HTTP/1.1" status: 200 len: 918 time: 0.2313709 Apr 20 05:44:52.911913 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 51052) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:52.970750 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8d3b1ac9-11db-4185-80ef-d63a5bc5e15f req-c52bd03f-3b40-4978-9903-330ecd04edeb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0113b4a-0188-43c7-8557-6a67f73ea282 HTTP/1.1" status: 200 len: 999 time: 0.2272472 Apr 20 05:44:53.055922 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b1ac9-11db-4185-80ef-d63a5bc5e15f req-d79252a1-77b5-49ac-978a-3560a30bde99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:53.057177 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8d3b1ac9-11db-4185-80ef-d63a5bc5e15f req-d79252a1-77b5-49ac-978a-3560a30bde99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae89ec99-f254-4930-8e7f-44ab758e868e HTTP/1.1" status: 200 len: 856 time: 0.0794020 Apr 20 05:44:53.239584 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6249fc66-0f18-4204-9a1c-9e3cd93f2025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:53.263768 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-6249fc66-0f18-4204-9a1c-9e3cd93f2025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:53.274089 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-6249fc66-0f18-4204-9a1c-9e3cd93f2025 admin admin] Usage tracker for resource:security_group_rule and tenant:07452d50272b4b958cf751fc22912642 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:53.274089 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-6249fc66-0f18-4204-9a1c-9e3cd93f2025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:53.293160 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-6249fc66-0f18-4204-9a1c-9e3cd93f2025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:53.295870 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b1ac9-11db-4185-80ef-d63a5bc5e15f req-c83f44ad-4a81-4988-a220-1c20a4b3e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:44:53.298541 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8d3b1ac9-11db-4185-80ef-d63a5bc5e15f req-c83f44ad-4a81-4988-a220-1c20a4b3e79b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b33f592a-fb2a-48c3-93cb-6ae242341fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2266080 Apr 20 05:44:53.367613 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-5d7b8c82-6efc-496e-8043-bcbf43eaf4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_floatingips': [{'id': '1438fcd9-9ee8-42c2-b360-66b4de6fcf5c', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'floating_ip_address': '172.28.3.212', 'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'router_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'port_id': 'd0113b4a-0188-43c7-8557-6a67f73ea282', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'mac_address': 'fa:16:3e:ab:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fe3501-9830-4328-a268-0f40d9b95fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:44:18Z', 'updated_at': '2021-04-20T05:44:47Z', 'revision_number': 1, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eda9181-7041-426e-a31e-4eb394066367', 'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'mac_address': 'fa:16:3e:6c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:21Z', 'revision_number': 5, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'subnets': [{'id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:53.383112 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b8c82-6efc-496e-8043-bcbf43eaf4c0 None None] The sync data for ids ['9b0ad32a-397b-4e45-957b-936a7d45b31e'] in dv-cinder-786054-4-smb is: [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_floatingips': [{'id': '1438fcd9-9ee8-42c2-b360-66b4de6fcf5c', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'floating_ip_address': '172.28.3.212', 'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'router_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'port_id': 'd0113b4a-0188-43c7-8557-6a67f73ea282', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'mac_address': 'fa:16:3e:ab:72:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fe3501-9830-4328-a268-0f40d9b95fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:44:18Z', 'updated_at': '2021-04-20T05:44:47Z', 'revision_number': 1, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eda9181-7041-426e-a31e-4eb394066367', 'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'mac_address': 'fa:16:3e:6c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:21Z', 'revision_number': 5, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'subnets': [{'id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:44:53.488982 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6249fc66-0f18-4204-9a1c-9e3cd93f2025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:53.511385 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6249fc66-0f18-4204-9a1c-9e3cd93f2025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:53.591336 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-be9bb5b7-25f5-465e-abb1-cd2927f0fb72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:53.597992 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8d3b1ac9-11db-4185-80ef-d63a5bc5e15f req-616e316a-94ab-45f6-9598-4d0eda85c8c4 service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924316 Apr 20 05:44:53.612131 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-6249fc66-0f18-4204-9a1c-9e3cd93f2025 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07452d50272b4b958cf751fc22912642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6973581 Apr 20 05:44:53.612947 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 51088) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:53.783281 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c13aaf8-5c67-4d21-adb6-b78c57d68128 None None] New status for floating IP 1438fcd9-9ee8-42c2-b360-66b4de6fcf5c: ACTIVE {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 05:44:53.815863 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8d3b1ac9-11db-4185-80ef-d63a5bc5e15f req-d5dcd226-bc9e-4ff2-9325-03708e8cc4ec service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112176 Apr 20 05:44:53.971069 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5afd5f3f-55bd-4f40-8cc0-b0af9fe87db8 req-05020494-206c-40b8-88e7-73ef670202d8 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fdf3cba-a845-4bb4-836d-f5c176118e41 HTTP/1.1" status: 200 len: 210 time: 0.3569949 Apr 20 05:44:53.975477 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249fc66-0f18-4204-9a1c-9e3cd93f2025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a382b1bd-cc3b-4d82-8f43-541e4efff610,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:53.990144 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6249fc66-0f18-4204-9a1c-9e3cd93f2025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:54.033693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-53154fcf-1299-4d0d-a2c1-47ceccc40dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:54.074133 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-53154fcf-1299-4d0d-a2c1-47ceccc40dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:54.142738 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-53154fcf-1299-4d0d-a2c1-47ceccc40dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:54.148831 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e46d4db0-d760-4436-831d-f46ff03c4c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:54.162168 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53154fcf-1299-4d0d-a2c1-47ceccc40dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a382b1bd-cc3b-4d82-8f43-541e4efff610,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:54.164800 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-53154fcf-1299-4d0d-a2c1-47ceccc40dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:54.168340 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-53154fcf-1299-4d0d-a2c1-47ceccc40dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:54.172135 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-53154fcf-1299-4d0d-a2c1-47ceccc40dd9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a382b1bd-cc3b-4d82-8f43-541e4efff610 HTTP/1.1" status: 204 len: 168 time: 0.5512140 Apr 20 05:44:54.199371 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdf3cba-a845-4bb4-836d-f5c176118e41', 'name': 'network-vif-deleted', 'tag': 'e4f93475-d994-42c0-b76c-a74836516e73'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:44:54.266116 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdf3cba-a845-4bb4-836d-f5c176118e41', 'name': 'network-vif-deleted', 'tag': 'e4f93475-d994-42c0-b76c-a74836516e73', 'status': 'completed', 'code': 200} Apr 20 05:44:54.589613 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51124) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:54.613419 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-256148b3-a587-4101-b9e6-d810ffee1384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:54.629789 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-256148b3-a587-4101-b9e6-d810ffee1384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:54.634199 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-256148b3-a587-4101-b9e6-d810ffee1384 admin admin] Usage tracker for resource:security_group_rule and tenant:7c3d73193c8d46a0bc2249b32ea5debf is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:54.637134 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-256148b3-a587-4101-b9e6-d810ffee1384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:54.643961 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-256148b3-a587-4101-b9e6-d810ffee1384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:54.751647 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-256148b3-a587-4101-b9e6-d810ffee1384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:54.754865 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-256148b3-a587-4101-b9e6-d810ffee1384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:54.769367 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:54.817468 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-256148b3-a587-4101-b9e6-d810ffee1384 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c3d73193c8d46a0bc2249b32ea5debf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241650 Apr 20 05:44:54.817797 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51138) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:54.825565 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256148b3-a587-4101-b9e6-d810ffee1384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca342694-9dd1-4f42-9549-e5c311a115b8,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:54.838860 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-256148b3-a587-4101-b9e6-d810ffee1384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:54.900990 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c8e2114f-d0f2-42fe-be47-2e780f7dc5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:54.940524 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c8e2114f-d0f2-42fe-be47-2e780f7dc5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:54.963359 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 51150) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:55.011552 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c8e2114f-d0f2-42fe-be47-2e780f7dc5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:55.024354 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-060fa3b0-fe23-475d-b91c-fbb7e5a67e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:55.050610 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c8e2114f-d0f2-42fe-be47-2e780f7dc5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:55.065669 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c8e2114f-d0f2-42fe-be47-2e780f7dc5c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca342694-9dd1-4f42-9549-e5c311a115b8 HTTP/1.1" status: 204 len: 168 time: 0.2467544 Apr 20 05:44:55.067042 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2114f-d0f2-42fe-be47-2e780f7dc5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca342694-9dd1-4f42-9549-e5c311a115b8,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:55.092564 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c8e2114f-d0f2-42fe-be47-2e780f7dc5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:55.332095 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-07e7b8f9-5ae9-42f3-84db-2b9695f2a39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:55.348167 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-07e7b8f9-5ae9-42f3-84db-2b9695f2a39d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:55.352506 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-07e7b8f9-5ae9-42f3-84db-2b9695f2a39d admin admin] Usage tracker for resource:security_group_rule and tenant:66cd95f34b26421a917a3e5c51640f89 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:55.355585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-07e7b8f9-5ae9-42f3-84db-2b9695f2a39d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:55.363103 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-07e7b8f9-5ae9-42f3-84db-2b9695f2a39d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:55.499231 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-07e7b8f9-5ae9-42f3-84db-2b9695f2a39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:55.503467 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-07e7b8f9-5ae9-42f3-84db-2b9695f2a39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:55.514015 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:55.598814 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-07e7b8f9-5ae9-42f3-84db-2b9695f2a39d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66cd95f34b26421a917a3e5c51640f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6342220 Apr 20 05:44:55.601784 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51186) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:55.603364 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7b8f9-5ae9-42f3-84db-2b9695f2a39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03045744-c5f6-4a1a-94c2-6ae2bc6f93b6,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:55.607014 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-07e7b8f9-5ae9-42f3-84db-2b9695f2a39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:55.749344 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a75ca9e6-0d41-4b17-9572-c6b392941b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:55.782731 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a75ca9e6-0d41-4b17-9572-c6b392941b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:55.844585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a75ca9e6-0d41-4b17-9572-c6b392941b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:55.850562 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:55.866297 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ca9e6-0d41-4b17-9572-c6b392941b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03045744-c5f6-4a1a-94c2-6ae2bc6f93b6,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:55.878723 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a75ca9e6-0d41-4b17-9572-c6b392941b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:55.880071 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a75ca9e6-0d41-4b17-9572-c6b392941b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:55.883808 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-a75ca9e6-0d41-4b17-9572-c6b392941b61 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03045744-c5f6-4a1a-94c2-6ae2bc6f93b6 HTTP/1.1" status: 204 len: 168 time: 0.2781322 Apr 20 05:44:56.161284 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:44:56.200178 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51216) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:56.219855 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-48edddb2-b57e-408b-8d3d-6bf1faba75cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:56.235493 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-48edddb2-b57e-408b-8d3d-6bf1faba75cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:56.240038 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-48edddb2-b57e-408b-8d3d-6bf1faba75cc admin admin] Usage tracker for resource:security_group_rule and tenant:2320316ec6bf4b91aaa254972bd951b8 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:56.243128 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-48edddb2-b57e-408b-8d3d-6bf1faba75cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:56.249238 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-48edddb2-b57e-408b-8d3d-6bf1faba75cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:56.339315 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-48edddb2-b57e-408b-8d3d-6bf1faba75cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:56.342120 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-48edddb2-b57e-408b-8d3d-6bf1faba75cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:56.351190 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:56.393465 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-48edddb2-b57e-408b-8d3d-6bf1faba75cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2320316ec6bf4b91aaa254972bd951b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920350 Apr 20 05:44:56.395104 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edddb2-b57e-408b-8d3d-6bf1faba75cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4c77bc-aec4-4ae9-814d-b53defe159a6,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:56.396465 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 51224) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:56.398339 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-48edddb2-b57e-408b-8d3d-6bf1faba75cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:56.461124 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9603bed5-3b4f-493a-8b1d-51d6f82f7ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:56.489106 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9603bed5-3b4f-493a-8b1d-51d6f82f7ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:56.542010 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9603bed5-3b4f-493a-8b1d-51d6f82f7ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:56.547381 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4f6a8558-1c66-44db-bde7-8c88bc365c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:56.562825 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603bed5-3b4f-493a-8b1d-51d6f82f7ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4c77bc-aec4-4ae9-814d-b53defe159a6,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:56.566095 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9603bed5-3b4f-493a-8b1d-51d6f82f7ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:56.570825 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9603bed5-3b4f-493a-8b1d-51d6f82f7ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:56.577626 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-9603bed5-3b4f-493a-8b1d-51d6f82f7ea0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb4c77bc-aec4-4ae9-814d-b53defe159a6 HTTP/1.1" status: 204 len: 168 time: 0.1800158 Apr 20 05:44:57.268032 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 51292) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:57.418469 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_v2 [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Deleting subnet 85ae870e-b1c7-400b-9471-01db9e533240 {{(pid=86332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:44:57.421741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:57.478383 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:57.485866 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016692'] for subnet, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:57.590260 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51318) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:57.815888 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850759156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for subnet, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:57.829818 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-86945f11-aeba-4d72-b6a8-a6a77bcc4e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:57.899768 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ae870e-b1c7-400b-9471-01db9e533240,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:57.910168 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:57.915039 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:57.915436 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:57.915828 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:57.916330 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:57.916710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:57.917115 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:57.917492 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:57.917865 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:57.918237 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:57.918587 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:57.919118 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:57.919646 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:57.926128 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:57.929054 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] 10.222.0.44 "DELETE /v2.0/subnets/85ae870e-b1c7-400b-9471-01db9e533240 HTTP/1.1" status: 204 len: 168 time: 0.6599298 Apr 20 05:44:57.932227 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 51336) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:57.951164 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:57.974060 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:57.993568 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Usage tracker for resource:security_group_rule and tenant:46cfae1830b240faaf82708467ef282d is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:58.001799 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:58.018456 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:58.082087 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918712'] for network, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.131765 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.136041 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.160040 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c45e474d-c887-4525-8615-e0e460865fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:58.196357 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df81137d-0763-4864-9b20-a947d3566a71,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:58.219236 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:58.219736 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:58.220202 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:58.220663 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:58.221586 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:58.222045 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:58.222494 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:58.223055 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:58.223501 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:58.223950 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:58.224394 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:58.224835 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:44:58.253030 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:58.262509 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46cfae1830b240faaf82708467ef282d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6693399 Apr 20 05:44:58.263149 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51356) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:58.289346 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850759071', 'neutron.services.segments.db._delete_segments_for_network-8736091077747'] for network, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.334254 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-705e97e4-39f0-4baf-8040-c781d45d8e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.373191 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-705e97e4-39f0-4baf-8040-c781d45d8e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.430999 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-705e97e4-39f0-4baf-8040-c781d45d8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.436483 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-256148b3-a587-4101-b9e6-d810ffee1384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:58.439974 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86332) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:58.440496 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86332) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:58.441485 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86332) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:58.441986 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Subscribe: > port after_create 55550000 {{(pid=86332) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:58.442566 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=86332) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:58.443003 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Subscribe: > port after_update 55550000 {{(pid=86332) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:58.443464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86332) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:58.443924 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86332) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:58.444377 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86332) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:58.444832 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86332) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:58.456535 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e97e4-39f0-4baf-8040-c781d45d8e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df81137d-0763-4864-9b20-a947d3566a71,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:58.458893 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-705e97e4-39f0-4baf-8040-c781d45d8e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:58.470791 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-705e97e4-39f0-4baf-8040-c781d45d8e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.474981 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-705e97e4-39f0-4baf-8040-c781d45d8e28 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df81137d-0763-4864-9b20-a947d3566a71 HTTP/1.1" status: 204 len: 168 time: 0.2106969 Apr 20 05:44:58.517641 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86332) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:58.518138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86332) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:58.518576 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86332) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:58.519017 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86332) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:44:58.519474 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9065bd13-3549-4301-9aff-a2c7403c1c05']}} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:58.534537 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f823f0fd-5e03-454f-9d16-76c8c70c8b58') {'for_net_delete': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:58.534958 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f823f0fd-5e03-454f-9d16-76c8c70c8b58') {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:44:58.554072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300763536483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844118531'] for segment, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.583341 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.595797 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=86332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:44:58.809293 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Network 9065bd13-3549-4301-9aff-a2c7403c1c05 has no segments {{(pid=86332) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:44:58.819163 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4027173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853879371'] for segment, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.938541 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51398) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:58.960970 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f32b16f-f9d7-4f6a-b15c-7b642c2425b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:58.984189 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-2f32b16f-f9d7-4f6a-b15c-7b642c2425b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:58.988534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2f32b16f-f9d7-4f6a-b15c-7b642c2425b5 admin admin] Usage tracker for resource:security_group_rule and tenant:64dca55b339f45c3a7c2d55684e1c3b5 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:58.992370 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2f32b16f-f9d7-4f6a-b15c-7b642c2425b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:58.998771 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-2f32b16f-f9d7-4f6a-b15c-7b642c2425b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:59.015802 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Network 9065bd13-3549-4301-9aff-a2c7403c1c05 has no segments {{(pid=86332) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: from cryptography.utils import int_from_bytes Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: from cryptography.utils import int_from_bytes Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: (rel_b, rel_a, rel_b), Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: (rel_b, rel_a, rel_b), Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: Traceback (most recent call last): Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: timer() Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: cb(*args, **kw) Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: return func(*args, **kwargs) Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: self._notify() Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: self.callback(batched_events) Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: event.method(event) Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: segment_id)['aggregates'][0] Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: return f(self, *a, **k) Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: return self._get(url).json() Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: **kwargs) Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: return self.request(url, 'GET', **kwargs) Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: **endpoint_filter) Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:44:59.043115 dv-cinder-786054-4-smb neutron-server[86220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:44:59.131823 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.137051 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a7eada0b-83bd-4015-8e1d-27761a42b8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:59.165851 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Pushing event deleted for resources: {'Network': ['ID=9065bd13-3549-4301-9aff-a2c7403c1c05,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:59.168222 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.179293 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:59.186433 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] 10.222.0.44 "DELETE /v2.0/networks/9065bd13-3549-4301-9aff-a2c7403c1c05 HTTP/1.1" status: 204 len: 168 time: 1.2522678 Apr 20 05:44:59.206205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f32b16f-f9d7-4f6a-b15c-7b642c2425b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.210013 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f32b16f-f9d7-4f6a-b15c-7b642c2425b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.227696 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-75c32a07-7cbc-4171-8920-ca1e8cefa44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:59.328552 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-2f32b16f-f9d7-4f6a-b15c-7b642c2425b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64dca55b339f45c3a7c2d55684e1c3b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3863277 Apr 20 05:44:59.329114 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51418) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:59.331709 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32b16f-f9d7-4f6a-b15c-7b642c2425b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c2a83d-a55a-4f6e-9772-85740b83222b,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:59.346181 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2f32b16f-f9d7-4f6a-b15c-7b642c2425b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:59.407150 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d4b9a881-0eb5-4da9-91b9-51bdad79bbab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.438879 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d4b9a881-0eb5-4da9-91b9-51bdad79bbab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.496509 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 51428) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:59.497700 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d4b9a881-0eb5-4da9-91b9-51bdad79bbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.504881 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-51b95864-2c48-4ffe-ac9c-2146924a8dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:59.520645 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d4b9a881-0eb5-4da9-91b9-51bdad79bbab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.524816 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-d4b9a881-0eb5-4da9-91b9-51bdad79bbab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8c2a83d-a55a-4f6e-9772-85740b83222b HTTP/1.1" status: 204 len: 168 time: 0.1949730 Apr 20 05:44:59.528177 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9a881-0eb5-4da9-91b9-51bdad79bbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c2a83d-a55a-4f6e-9772-85740b83222b,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:59.538007 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d4b9a881-0eb5-4da9-91b9-51bdad79bbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:59.552664 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51434) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:59.580778 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-62017f14-0177-4a34-82c2-3ab690ed8355 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ccf8f1a1fb6414b9546e6523a91eb00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0826936 Apr 20 05:44:59.583310 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 51440) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:44:59.676721 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f11acde4-7516-47b9-b17e-659f6b5a7f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.706415 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f11acde4-7516-47b9-b17e-659f6b5a7f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.775568 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f11acde4-7516-47b9-b17e-659f6b5a7f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.776234 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b9c1340d-ab5c-424b-a902-d0fc34882c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.781111 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d99d707d-4b52-44c9-aa01-b35d24912bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:44:59.794219 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-b9c1340d-ab5c-424b-a902-d0fc34882c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:44:59.796063 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11acde4-7516-47b9-b17e-659f6b5a7f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9c6070-5533-44ff-9740-7f81b3c017e4,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:44:59.798646 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-b9c1340d-ab5c-424b-a902-d0fc34882c9c admin admin] Usage tracker for resource:security_group_rule and tenant:c51b108ece4a48fc9157762653c89cc2 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:44:59.799445 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-f11acde4-7516-47b9-b17e-659f6b5a7f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:44:59.802484 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-b9c1340d-ab5c-424b-a902-d0fc34882c9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:44:59.809161 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f11acde4-7516-47b9-b17e-659f6b5a7f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.810485 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-f11acde4-7516-47b9-b17e-659f6b5a7f8c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a9c6070-5533-44ff-9740-7f81b3c017e4 HTTP/1.1" status: 204 len: 168 time: 0.2262051 Apr 20 05:44:59.815663 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-b9c1340d-ab5c-424b-a902-d0fc34882c9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:44:59.928139 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b9c1340d-ab5c-424b-a902-d0fc34882c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.932127 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b9c1340d-ab5c-424b-a902-d0fc34882c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:44:59.950285 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:00.010884 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-b9c1340d-ab5c-424b-a902-d0fc34882c9c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c51b108ece4a48fc9157762653c89cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570048 Apr 20 05:45:00.011555 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 51462) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:00.012879 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1340d-ab5c-424b-a902-d0fc34882c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edda8be2-cf4d-4b4e-ab4b-9b73ad02f0d3,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:00.016334 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b9c1340d-ab5c-424b-a902-d0fc34882c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:00.157326 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0245828f-d996-46ca-a059-a94d2dbf8bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.231827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0245828f-d996-46ca-a059-a94d2dbf8bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.315497 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0245828f-d996-46ca-a059-a94d2dbf8bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.323986 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ceb2fc7b-1639-41f2-9161-001acc70282e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:00.352176 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245828f-d996-46ca-a059-a94d2dbf8bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edda8be2-cf4d-4b4e-ab4b-9b73ad02f0d3,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:00.354698 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-0245828f-d996-46ca-a059-a94d2dbf8bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:00.355668 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0245828f-d996-46ca-a059-a94d2dbf8bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.359392 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-0245828f-d996-46ca-a059-a94d2dbf8bd0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/edda8be2-cf4d-4b4e-ab4b-9b73ad02f0d3 HTTP/1.1" status: 204 len: 168 time: 0.3428540 Apr 20 05:45:00.896076 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51514) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:00.915542 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0182ff3e-1b7f-4efc-89e6-24fd30b5e234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:00.939989 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-0182ff3e-1b7f-4efc-89e6-24fd30b5e234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:00.947171 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-0182ff3e-1b7f-4efc-89e6-24fd30b5e234 admin admin] Usage tracker for resource:security_group_rule and tenant:4d3fb6d8f0744ab0972131f71fcf1c35 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:00.950710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-0182ff3e-1b7f-4efc-89e6-24fd30b5e234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:00.957896 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-0182ff3e-1b7f-4efc-89e6-24fd30b5e234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:01.062233 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51522) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:01.098519 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0182ff3e-1b7f-4efc-89e6-24fd30b5e234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.102296 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0182ff3e-1b7f-4efc-89e6-24fd30b5e234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.113923 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:01.146688 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182ff3e-1b7f-4efc-89e6-24fd30b5e234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724e75d9-bd7c-4485-baf1-f56f2c91eeb1,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:01.151667 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-0182ff3e-1b7f-4efc-89e6-24fd30b5e234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:01.174347 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-0182ff3e-1b7f-4efc-89e6-24fd30b5e234 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d3fb6d8f0744ab0972131f71fcf1c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768028 Apr 20 05:45:01.177235 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51534) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:01.241426 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8defeb81-f19e-4ea9-abcf-893bacb4cc45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.268994 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8defeb81-f19e-4ea9-abcf-893bacb4cc45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.327413 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8defeb81-f19e-4ea9-abcf-893bacb4cc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.332778 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-141dea20-12ec-447d-8c5d-c3a6e7ed61c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:01.345264 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defeb81-f19e-4ea9-abcf-893bacb4cc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724e75d9-bd7c-4485-baf1-f56f2c91eeb1,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:01.347830 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-8defeb81-f19e-4ea9-abcf-893bacb4cc45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:01.358813 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8defeb81-f19e-4ea9-abcf-893bacb4cc45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.363516 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-8defeb81-f19e-4ea9-abcf-893bacb4cc45 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/724e75d9-bd7c-4485-baf1-f56f2c91eeb1 HTTP/1.1" status: 204 len: 168 time: 0.1852138 Apr 20 05:45:01.404363 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d6dfdd10-c52c-4f79-b41f-f822c6db1058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.410005 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 51556) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:01.420783 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-d6dfdd10-c52c-4f79-b41f-f822c6db1058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:01.429370 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-d6dfdd10-c52c-4f79-b41f-f822c6db1058 admin admin] Usage tracker for resource:security_group_rule and tenant:ceadde32e74f4b83bedcda00d29283c7 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:01.435536 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-d6dfdd10-c52c-4f79-b41f-f822c6db1058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:01.446383 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-d6dfdd10-c52c-4f79-b41f-f822c6db1058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:01.566219 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d6dfdd10-c52c-4f79-b41f-f822c6db1058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.571195 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d6dfdd10-c52c-4f79-b41f-f822c6db1058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.584412 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-0182ff3e-1b7f-4efc-89e6-24fd30b5e234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:01.647811 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-d6dfdd10-c52c-4f79-b41f-f822c6db1058 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ceadde32e74f4b83bedcda00d29283c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5811915 Apr 20 05:45:01.648230 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfdd10-c52c-4f79-b41f-f822c6db1058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b5f8f5-ab45-4f77-bfdd-6ba7c875be0b,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:01.650295 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 51572) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:01.651672 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d6dfdd10-c52c-4f79-b41f-f822c6db1058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:01.719064 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1b238c15-f943-445a-88ed-d6f10781c5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.750101 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1b238c15-f943-445a-88ed-d6f10781c5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.775387 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1554553581-network', 'tenant_id': '26775c98490b4d5599bd466a2c4e2ce2'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:01.790394 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:01.799923 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Usage tracker for resource:network and tenant:26775c98490b4d5599bd466a2c4e2ce2 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:01.803201 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:01.809304 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:01.821228 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Made reservation on behalf of 26775c98490b4d5599bd466a2c4e2ce2 for: {'network': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:01.825934 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for network, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.839288 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.851697 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1b238c15-f943-445a-88ed-d6f10781c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.858693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-0245828f-d996-46ca-a059-a94d2dbf8bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:01.876693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b238c15-f943-445a-88ed-d6f10781c5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b5f8f5-ab45-4f77-bfdd-6ba7c875be0b,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:01.880011 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:01.886442 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51580) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:01.897774 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1b238c15-f943-445a-88ed-d6f10781c5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:01.900715 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:26775c98490b4d5599bd466a2c4e2ce2 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:01.903872 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1b238c15-f943-445a-88ed-d6f10781c5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.914530 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-1b238c15-f943-445a-88ed-d6f10781c5ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b8b5f8f5-ab45-4f77-bfdd-6ba7c875be0b HTTP/1.1" status: 204 len: 168 time: 0.2629035 Apr 20 05:45:01.918242 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:01.921835 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e94c6d4c-8bb0-43a8-bd5b-fcd7a465d515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:01.932967 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:01.944828 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-e94c6d4c-8bb0-43a8-bd5b-fcd7a465d515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:01.949095 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-e94c6d4c-8bb0-43a8-bd5b-fcd7a465d515 admin admin] Usage tracker for resource:security_group_rule and tenant:e09f6c8524e84efc900e558898793048 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:01.952032 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-e94c6d4c-8bb0-43a8-bd5b-fcd7a465d515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:01.958285 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-e94c6d4c-8bb0-43a8-bd5b-fcd7a465d515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:02.000138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 51586) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:02.070934 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e94c6d4c-8bb0-43a8-bd5b-fcd7a465d515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.082209 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e94c6d4c-8bb0-43a8-bd5b-fcd7a465d515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.099905 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.107015 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.112688 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:02.115323 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-8defeb81-f19e-4ea9-abcf-893bacb4cc45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:02.153714 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=86332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:45:02.167840 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc804b7-8b7f-4756-8a6d-066cc81ebed6,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:02.173292 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:02.176777 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.177819 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.segments_db [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Added segment dcc14624-4dd7-4ea5-911d-193abaf0eac1 of type vlan for network bdab4e93-f807-4e1c-aa4b-601aaa98dbda Apr 20 05:45:02.204788 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-e94c6d4c-8bb0-43a8-bd5b-fcd7a465d515 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e09f6c8524e84efc900e558898793048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171046 Apr 20 05:45:02.206058 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c6d4c-8bb0-43a8-bd5b-fcd7a465d515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037cc1e7-7446-4169-9b89-afd2ef65d11d,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:02.207554 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 51596) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:02.210351 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e94c6d4c-8bb0-43a8-bd5b-fcd7a465d515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:02.227145 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736090717418'] for network, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.299926 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for network, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.302886 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fd74b746-f4ab-4b86-8708-feed387b5b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.306151 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:02.306791 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.318577 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:02.367530 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51602) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:02.436196 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51608) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:02.445918 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fd74b746-f4ab-4b86-8708-feed387b5b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.453435 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05e53869-af94-49b2-8123-23264493d589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.455699 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-126a7419-6920-4dd7-baf8-50640a5a958d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.471502 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-126a7419-6920-4dd7-baf8-50640a5a958d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:02.475522 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-126a7419-6920-4dd7-baf8-50640a5a958d admin admin] Usage tracker for resource:security_group_rule and tenant:1b55c75386ab431b99d2b680f8af69fa is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:02.478551 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-126a7419-6920-4dd7-baf8-50640a5a958d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:02.484521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-126a7419-6920-4dd7-baf8-50640a5a958d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:02.491632 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0804572 Apr 20 05:45:02.494912 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51612) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:02.496597 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-05e53869-af94-49b2-8123-23264493d589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:02.507559 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=bdab4e93-f807-4e1c-aa4b-601aaa98dbda,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:02.508151 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-513fb461-b952-4da3-8f95-bb37b8ab8dea admin admin] Request body: {'subnet': {'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1554553581-subnet', 'tenant_id': '26775c98490b4d5599bd466a2c4e2ce2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:02.518790 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Network bdab4e93-f807-4e1c-aa4b-601aaa98dbda details requested by agent ovs-agent-dv-cinder-786054-4-smb with host dv-cinder-786054-4-smb {{(pid=86333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:45:02.519040 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:02.520006 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-05e53869-af94-49b2-8123-23264493d589 admin admin] Usage tracker for resource:security_group_rule and tenant:0873b45948f944d8a178618b8100c0c9 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:02.522942 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-513fb461-b952-4da3-8f95-bb37b8ab8dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:02.527835 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-05e53869-af94-49b2-8123-23264493d589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:02.531463 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-513fb461-b952-4da3-8f95-bb37b8ab8dea admin admin] Usage tracker for resource:subnet and tenant:26775c98490b4d5599bd466a2c4e2ce2 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:02.534857 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-05e53869-af94-49b2-8123-23264493d589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:02.535806 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-513fb461-b952-4da3-8f95-bb37b8ab8dea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:02.544636 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-513fb461-b952-4da3-8f95-bb37b8ab8dea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:02.563850 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513fb461-b952-4da3-8f95-bb37b8ab8dea admin admin] Made reservation on behalf of 26775c98490b4d5599bd466a2c4e2ce2 for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:02.568516 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fd74b746-f4ab-4b86-8708-feed387b5b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.568648 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-513fb461-b952-4da3-8f95-bb37b8ab8dea admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.575692 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a822dfd8-a162-472a-8276-92731935862b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:02.594736 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74b746-f4ab-4b86-8708-feed387b5b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037cc1e7-7446-4169-9b89-afd2ef65d11d,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:02.598321 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-fd74b746-f4ab-4b86-8708-feed387b5b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:02.633677 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fd74b746-f4ab-4b86-8708-feed387b5b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.635137 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-fd74b746-f4ab-4b86-8708-feed387b5b83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/037cc1e7-7446-4169-9b89-afd2ef65d11d HTTP/1.1" status: 204 len: 168 time: 0.4265935 Apr 20 05:45:02.701725 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05e53869-af94-49b2-8123-23264493d589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.705884 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05e53869-af94-49b2-8123-23264493d589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.715626 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-07e7b8f9-5ae9-42f3-84db-2b9695f2a39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:02.762932 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-05e53869-af94-49b2-8123-23264493d589 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0873b45948f944d8a178618b8100c0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7474792 Apr 20 05:45:02.764815 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51622) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:02.772282 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e53869-af94-49b2-8123-23264493d589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fde8b6-e7f6-4b72-a356-875d96c8df3b,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:02.777255 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-05e53869-af94-49b2-8123-23264493d589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:02.822295 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2788ef18-f011-41ef-bf31-6f78b04a545d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.921056 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-2788ef18-f011-41ef-bf31-6f78b04a545d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:02.932284 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-126a7419-6920-4dd7-baf8-50640a5a958d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.933674 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2788ef18-f011-41ef-bf31-6f78b04a545d admin admin] Usage tracker for resource:security_group_rule and tenant:b8d99fd55a6b48ecbf2bb91ac828eddb is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:02.941086 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2788ef18-f011-41ef-bf31-6f78b04a545d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:02.947249 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-126a7419-6920-4dd7-baf8-50640a5a958d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:02.961295 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9436ec68-1070-4a6f-9068-f940b29a9162 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:02.976870 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-2788ef18-f011-41ef-bf31-6f78b04a545d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:03.028040 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-29843a9b-78a2-4d42-8f4d-a9d48c19851c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.058020 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a7419-6920-4dd7-baf8-50640a5a958d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f78f48-b000-4b73-a5d0-cd0ee9bb187c,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:03.085728 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-126a7419-6920-4dd7-baf8-50640a5a958d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b55c75386ab431b99d2b680f8af69fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6483355 Apr 20 05:45:03.088886 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 51632) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:03.097767 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-126a7419-6920-4dd7-baf8-50640a5a958d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:03.130465 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-29843a9b-78a2-4d42-8f4d-a9d48c19851c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.163432 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-65205046-a359-4b69-b008-eb7ea69b4197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.196112 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-65205046-a359-4b69-b008-eb7ea69b4197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.256528 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-65205046-a359-4b69-b008-eb7ea69b4197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.262445 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:03.273946 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65205046-a359-4b69-b008-eb7ea69b4197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f78f48-b000-4b73-a5d0-cd0ee9bb187c,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:03.279312 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-65205046-a359-4b69-b008-eb7ea69b4197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:03.296765 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-65205046-a359-4b69-b008-eb7ea69b4197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.299848 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-65205046-a359-4b69-b008-eb7ea69b4197 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36f78f48-b000-4b73-a5d0-cd0ee9bb187c HTTP/1.1" status: 204 len: 168 time: 0.2091277 Apr 20 05:45:03.326689 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2788ef18-f011-41ef-bf31-6f78b04a545d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.331185 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-29843a9b-78a2-4d42-8f4d-a9d48c19851c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.334858 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-126a7419-6920-4dd7-baf8-50640a5a958d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:03.345076 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2788ef18-f011-41ef-bf31-6f78b04a545d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.359186 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29843a9b-78a2-4d42-8f4d-a9d48c19851c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fde8b6-e7f6-4b72-a356-875d96c8df3b,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:03.367840 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-29843a9b-78a2-4d42-8f4d-a9d48c19851c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:03.372623 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-34056ef1-d243-4621-b43d-1acbcc0b435b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:03.442288 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-2788ef18-f011-41ef-bf31-6f78b04a545d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8d99fd55a6b48ecbf2bb91ac828eddb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0730925 Apr 20 05:45:03.445860 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 51650) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:03.461534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788ef18-f011-41ef-bf31-6f78b04a545d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37cd40c-8ffe-414c-a918-e298c51c34b9,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:03.467959 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2788ef18-f011-41ef-bf31-6f78b04a545d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:03.481568 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-29843a9b-78a2-4d42-8f4d-a9d48c19851c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.485911 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-29843a9b-78a2-4d42-8f4d-a9d48c19851c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82fde8b6-e7f6-4b72-a356-875d96c8df3b HTTP/1.1" status: 204 len: 168 time: 0.6955476 Apr 20 05:45:03.546081 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-77e4fba0-bcdd-4d02-b524-1ec9ec8aa162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.566494 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-513fb461-b952-4da3-8f95-bb37b8ab8dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.573049 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:03.575879 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-77e4fba0-bcdd-4d02-b524-1ec9ec8aa162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.635227 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-77e4fba0-bcdd-4d02-b524-1ec9ec8aa162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.640403 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2f201d5d-0565-4580-bef5-d41ad70d2565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:03.654710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4fba0-bcdd-4d02-b524-1ec9ec8aa162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37cd40c-8ffe-414c-a918-e298c51c34b9,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:03.659933 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-77e4fba0-bcdd-4d02-b524-1ec9ec8aa162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:03.662906 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-77e4fba0-bcdd-4d02-b524-1ec9ec8aa162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.664846 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-77e4fba0-bcdd-4d02-b524-1ec9ec8aa162 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e37cd40c-8ffe-414c-a918-e298c51c34b9 HTTP/1.1" status: 204 len: 168 time: 0.2179866 Apr 20 05:45:03.684195 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fb461-b952-4da3-8f95-bb37b8ab8dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=10999d55-07ae-4b7d-b737-652e042b455d,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:03.688015 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-513fb461-b952-4da3-8f95-bb37b8ab8dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:03.695865 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513fb461-b952-4da3-8f95-bb37b8ab8dea admin admin] Checking segment: {'id': 'dcc14624-4dd7-4ea5-911d-193abaf0eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:03.696369 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513fb461-b952-4da3-8f95-bb37b8ab8dea admin admin] Network hostable DHCP agents. Network: bdab4e93-f807-4e1c-aa4b-601aaa98dbda, hostable agents: ['b936b2ef-06b6-4af0-a031-b6b0516c12cc'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:45:03.716389 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513fb461-b952-4da3-8f95-bb37b8ab8dea admin admin] Network bdab4e93-f807-4e1c-aa4b-601aaa98dbda is scheduled to be hosted by DHCP agent b936b2ef-06b6-4af0-a031-b6b0516c12cc with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:45:03.727090 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-513fb461-b952-4da3-8f95-bb37b8ab8dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-smb, bdab4e93-f807-4e1c-aa4b-601aaa98dbda) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:03.731701 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513fb461-b952-4da3-8f95-bb37b8ab8dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:03.732546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-513fb461-b952-4da3-8f95-bb37b8ab8dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.747642 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91ed186-7b63-494b-bec3-1e616a3da374 None None] Network bdab4e93-f807-4e1c-aa4b-601aaa98dbda requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:45:03.765084 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 51666) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:03.771821 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1554553581-router', 'tenant_id': '26775c98490b4d5599bd466a2c4e2ce2', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:03.775300 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-513fb461-b952-4da3-8f95-bb37b8ab8dea admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2791948 Apr 20 05:45:03.780533 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:03.787590 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Usage tracker for resource:router and tenant:26775c98490b4d5599bd466a2c4e2ce2 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:03.794250 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:03.809261 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:03.832692 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-622828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744784'] for router, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.833979 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854152988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854131710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853850605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31017'] for router, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:03.864492 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:04.232571 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d12afb-7d7c-41c4-9498-de81ea7490b9 None None] Network bdab4e93-f807-4e1c-aa4b-601aaa98dbda requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:45:04.302237 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51688) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:04.376827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1f69f422-67bf-4ffb-8003-7dea2cfc082e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:04.439831 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-1f69f422-67bf-4ffb-8003-7dea2cfc082e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:04.444511 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-1f69f422-67bf-4ffb-8003-7dea2cfc082e admin admin] Usage tracker for resource:security_group_rule and tenant:cde482b2f0d3462581deca639bbd38d2 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:04.467013 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-1f69f422-67bf-4ffb-8003-7dea2cfc082e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:04.481080 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-1f69f422-67bf-4ffb-8003-7dea2cfc082e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:04.481446 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854131467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854145185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31002'] for router, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:04.683308 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1f69f422-67bf-4ffb-8003-7dea2cfc082e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:04.693904 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1f69f422-67bf-4ffb-8003-7dea2cfc082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:04.710625 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a75ca9e6-0d41-4b17-9572-c6b392941b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:04.793364 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69f422-67bf-4ffb-8003-7dea2cfc082e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f04b293-e272-4a1f-a770-3187c7db43ef,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:04.807213 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1f69f422-67bf-4ffb-8003-7dea2cfc082e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:04.814499 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-1f69f422-67bf-4ffb-8003-7dea2cfc082e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cde482b2f0d3462581deca639bbd38d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5095305 Apr 20 05:45:04.815865 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51746) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:04.891984 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b24df760-e40b-4a00-8a7a-8302390cc8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:04.940413 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b24df760-e40b-4a00-8a7a-8302390cc8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.005006 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b24df760-e40b-4a00-8a7a-8302390cc8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.010954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-7e06900d-1a2f-4ca5-a142-f3b3210cefd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:05.025477 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24df760-e40b-4a00-8a7a-8302390cc8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f04b293-e272-4a1f-a770-3187c7db43ef,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:05.035092 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b24df760-e40b-4a00-8a7a-8302390cc8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:05.047720 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b24df760-e40b-4a00-8a7a-8302390cc8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.049733 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-b24df760-e40b-4a00-8a7a-8302390cc8c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f04b293-e272-4a1f-a770-3187c7db43ef HTTP/1.1" status: 204 len: 168 time: 0.2325473 Apr 20 05:45:05.188541 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.223221 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.439697 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Allocated IP 172.28.3.218 (50a41118-ba44-449f-9b81-e04381d54b8b/c213a0b6-2cec-4373-bed2-ef584dd5d4ed/f7b220c7-d792-4aa3-9654-fdcf611cf09f) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:45:05.646582 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.690409 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:05.698464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d3ff2aa1-0efe-4edc-9a71-eef5c2ab29e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:05.763968 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Network 50a41118-ba44-449f-9b81-e04381d54b8b is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:05.767272 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:05.777144 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:45:05.838226 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Pushing event updated for resources: {'Port': ['ID=f7b220c7-d792-4aa3-9654-fdcf611cf09f,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:05.842779 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:06.212033 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-294d7c45-547d-42e7-8f12-73ad24b3882b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:06.389187 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:06.771118 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-630599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644319'] for router, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:07.012437 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Router c8ab9386-ea8f-475a-998e-36d37dda363d is scheduled to L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae with binding_index 1 {{(pid=86332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 05:45:07.302261 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:45:07.314978 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Sync routers for ids ['c8ab9386-ea8f-475a-998e-36d37dda363d'] in dv-cinder-786054-4-smb {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:45:07.326601 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Routers {'c8ab9386-ea8f-475a-998e-36d37dda363d'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:45:07.327869 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:44:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['c8ab9386-ea8f-475a-998e-36d37dda363d'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:07.330889 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Notify callbacks [] for router, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:07.335361 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 51864) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:07.349515 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5828636 Apr 20 05:45:07.513465 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f6414a71-ac86-4a9d-862d-5da1c963a1dc req-f74826b6-b59a-4aa7-8ad7-20cb17226c98 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2706482 Apr 20 05:45:07.796056 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Set router c8ab9386-ea8f-475a-998e-36d37dda363d gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:45:07.930189 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ee0002d8-f9db-4ea6-8d33-bcbafb9715d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:08.274777 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6414a71-ac86-4a9d-862d-5da1c963a1dc req-013918b3-2e9e-4edb-a445-8c326dc67a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:08.276650 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f6414a71-ac86-4a9d-862d-5da1c963a1dc req-013918b3-2e9e-4edb-a445-8c326dc67a49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ab7172ed9a44fe6aa1df137f47c43e3&device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 1098 time: 0.6024458 Apr 20 05:45:08.285719 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'name': 'tempest-ServerRescueNegativeTestJSON-1554553581-router', 'tenant_id': '26775c98490b4d5599bd466a2c4e2ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'f7b220c7-d792-4aa3-9654-fdcf611cf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:03Z', 'updated_at': '2021-04-20T05:45:06Z', 'revision_number': 3, 'project_id': '26775c98490b4d5599bd466a2c4e2ce2', 'gw_port': {'id': 'f7b220c7-d792-4aa3-9654-fdcf611cf09f', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:05Z', 'updated_at': '2021-04-20T05:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:08.291401 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Checking router: c8ab9386-ea8f-475a-998e-36d37dda363d for host: dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:45:08.292015 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Updating router c8ab9386-ea8f-475a-998e-36d37dda363d port f7b220c7-d792-4aa3-9654-fdcf611cf09f binding host dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:45:08.356278 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:08.581217 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6414a71-ac86-4a9d-862d-5da1c963a1dc req-ef6af4de-6bbb-4520-8730-01c3f747c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:08.582828 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f6414a71-ac86-4a9d-862d-5da1c963a1dc req-ef6af4de-6bbb-4520-8730-01c3f747c855 service neutron] 10.222.0.13 "GET /v2.0/networks?id=411e23b4-e2d6-46df-bd62-b0674bdfd076 HTTP/1.1" status: 200 len: 912 time: 0.2446275 Apr 20 05:45:08.749701 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:08.765707 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Notify callbacks [] for port, precommit_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:08.777309 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f6414a71-ac86-4a9d-862d-5da1c963a1dc req-28f35765-1fa3-4585-9d25-83686275e07b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58174217-c667-4d40-9b8e-1ff26a8df70c HTTP/1.1" status: 200 len: 1001 time: 0.1679442 Apr 20 05:45:08.785033 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Transition to ACTIVE for port object f7b220c7-d792-4aa3-9654-fdcf611cf09f will not be triggered until provisioned by entity L2. {{(pid=86334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:08.793556 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:08.803815 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:08.858890 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Attempting to bind port f7b220c7-d792-4aa3-9654-fdcf611cf09f on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:45:08.859294 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Attempting to bind port f7b220c7-d792-4aa3-9654-fdcf611cf09f by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}] {{(pid=86334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:45:08.859692 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Attempting to bind port f7b220c7-d792-4aa3-9654-fdcf611cf09f on network 50a41118-ba44-449f-9b81-e04381d54b8b {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:08.872474 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:45:08.872884 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Checking segment: {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:08.873347 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:08.873749 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Bound using segment: {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'} {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:45:08.874270 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Bound port: f7b220c7-d792-4aa3-9654-fdcf611cf09f, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}}] {{(pid=86334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:45:08.874676 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:08.910862 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6414a71-ac86-4a9d-862d-5da1c963a1dc req-d40b71b4-c67a-4436-b885-466b8d5dea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:08.912352 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f6414a71-ac86-4a9d-862d-5da1c963a1dc req-d40b71b4-c67a-4436-b885-466b8d5dea3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e3b9602-f3b1-465a-896e-3c5b83aebaa5 HTTP/1.1" status: 200 len: 850 time: 0.1265721 Apr 20 05:45:08.949566 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1c6cc-2aae-44fc-b44c-24a75f4504cc None None] Pushing event updated for resources: {'Port': ['ID=f7b220c7-d792-4aa3-9654-fdcf611cf09f,revision_number=2']} {{(pid=86334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:08.969000 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c6cc-2aae-44fc-b44c-24a75f4504cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:08.969363 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c6cc-2aae-44fc-b44c-24a75f4504cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:08.969722 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c6cc-2aae-44fc-b44c-24a75f4504cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:08.970079 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c6cc-2aae-44fc-b44c-24a75f4504cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:08.970431 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c6cc-2aae-44fc-b44c-24a75f4504cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:08.970786 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c6cc-2aae-44fc-b44c-24a75f4504cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:08.971168 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c6cc-2aae-44fc-b44c-24a75f4504cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:08.971463 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c6cc-2aae-44fc-b44c-24a75f4504cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:08.971810 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c6cc-2aae-44fc-b44c-24a75f4504cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:08.972157 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c6cc-2aae-44fc-b44c-24a75f4504cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:08.972501 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c6cc-2aae-44fc-b44c-24a75f4504cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:08.972844 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc1c6cc-2aae-44fc-b44c-24a75f4504cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:08.979869 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9bc1c6cc-2aae-44fc-b44c-24a75f4504cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:08.991339 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] For port f7b220c7-d792-4aa3-9654-fdcf611cf09f, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:45:08.994784 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] For port f7b220c7-d792-4aa3-9654-fdcf611cf09f, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=f7b220c7-d792-4aa3-9654-fdcf611cf09f,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:45:08.999993 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:09.007000 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:09.010529 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:09.108300 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Routers {'c8ab9386-ea8f-475a-998e-36d37dda363d'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:45:09.108833 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:45:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['c8ab9386-ea8f-475a-998e-36d37dda363d'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:09.191888 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1c6cc-2aae-44fc-b44c-24a75f4504cc None None] Pushing event updated for resources: {'Port': ['ID=f7b220c7-d792-4aa3-9654-fdcf611cf09f,revision_number=3']} {{(pid=86334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:09.197244 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9bc1c6cc-2aae-44fc-b44c-24a75f4504cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:09.275681 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6414a71-ac86-4a9d-862d-5da1c963a1dc req-b4aa5f53-c560-4159-9e25-a792dbe7c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:09.287440 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f6414a71-ac86-4a9d-862d-5da1c963a1dc req-b4aa5f53-c560-4159-9e25-a792dbe7c298 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=411e23b4-e2d6-46df-bd62-b0674bdfd076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3514285 Apr 20 05:45:09.346606 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] Set router c8ab9386-ea8f-475a-998e-36d37dda363d gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:45:09.534046 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:09.563906 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f6414a71-ac86-4a9d-862d-5da1c963a1dc req-5245c92a-3eba-4295-9384-ca522122757f service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755294 Apr 20 05:45:09.689751 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Allocated IP 172.20.0.1 (bdab4e93-f807-4e1c-aa4b-601aaa98dbda/10999d55-07ae-4b7d-b737-652e042b455d/52500c98-f10a-4bc3-ad3c-0006cd25e432) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:45:09.844580 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f6414a71-ac86-4a9d-862d-5da1c963a1dc req-4262375c-bec8-4ba3-96b8-5abb96f37445 service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702012 Apr 20 05:45:09.908849 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'name': 'tempest-ServerRescueNegativeTestJSON-1554553581-router', 'tenant_id': '26775c98490b4d5599bd466a2c4e2ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'f7b220c7-d792-4aa3-9654-fdcf611cf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:03Z', 'updated_at': '2021-04-20T05:45:06Z', 'revision_number': 3, 'project_id': '26775c98490b4d5599bd466a2c4e2ce2', 'gw_port': {'id': 'f7b220c7-d792-4aa3-9654-fdcf611cf09f', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:05Z', 'updated_at': '2021-04-20T05:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:09.914982 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:09.923073 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240531a4-a93a-495b-bf6b-c80c347088f0 None None] The sync data for ids ['c8ab9386-ea8f-475a-998e-36d37dda363d'] in dv-cinder-786054-4-smb is: [{'id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'name': 'tempest-ServerRescueNegativeTestJSON-1554553581-router', 'tenant_id': '26775c98490b4d5599bd466a2c4e2ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'f7b220c7-d792-4aa3-9654-fdcf611cf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:03Z', 'updated_at': '2021-04-20T05:45:06Z', 'revision_number': 3, 'project_id': '26775c98490b4d5599bd466a2c4e2ce2', 'gw_port': {'id': 'f7b220c7-d792-4aa3-9654-fdcf611cf09f', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:05Z', 'updated_at': '2021-04-20T05:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}] {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:45:09.949838 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:09.958064 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:10.028348 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Network bdab4e93-f807-4e1c-aa4b-601aaa98dbda is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:10.041056 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:10.043974 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:45:10.044766 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146814'] for router_interface, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:10.074389 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Pushing event updated for resources: {'Port': ['ID=52500c98-f10a-4bc3-ad3c-0006cd25e432,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:10.084552 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:10.186781 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:10.386404 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:10.446719 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:10.458383 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:10.459534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854020177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629093'] for router_interface, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:10.469738 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:10.915873 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Pushing event updated for resources: {'Port': ['ID=52500c98-f10a-4bc3-ad3c-0006cd25e432,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:10.936018 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:10.993179 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Network bdab4e93-f807-4e1c-aa4b-601aaa98dbda is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:10.994491 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:11.070982 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 51970) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:11.280938 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-19031baa-86e3-461c-85f6-8437173b8739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:11.298302 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-19031baa-86e3-461c-85f6-8437173b8739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:11.303797 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-19031baa-86e3-461c-85f6-8437173b8739 admin admin] Usage tracker for resource:security_group_rule and tenant:668181d10e7e4286ad533a16d989c898 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:11.307189 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-19031baa-86e3-461c-85f6-8437173b8739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:11.313751 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-19031baa-86e3-461c-85f6-8437173b8739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:11.345379 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Router c8ab9386-ea8f-475a-998e-36d37dda363d has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:45:11.431562 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-19031baa-86e3-461c-85f6-8437173b8739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:11.438038 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-19031baa-86e3-461c-85f6-8437173b8739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:11.448439 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-31555bdc-5309-4b0a-9a2e-5968b750cecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:11.503726 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-19031baa-86e3-461c-85f6-8437173b8739 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=668181d10e7e4286ad533a16d989c898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317744 Apr 20 05:45:11.504734 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 51988) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:11.505818 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19031baa-86e3-461c-85f6-8437173b8739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3f0e66-541d-41cd-8af7-e231711e8364,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:11.511955 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-19031baa-86e3-461c-85f6-8437173b8739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:11.587326 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:45:11.617297 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] 10.222.0.44 "PUT /v2.0/routers/c8ab9386-ea8f-475a-998e-36d37dda363d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2729504 Apr 20 05:45:11.652337 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9641f279-5313-4f7e-ba28-5fd8c2b6ec00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:11.701454 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9641f279-5313-4f7e-ba28-5fd8c2b6ec00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:11.761086 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9641f279-5313-4f7e-ba28-5fd8c2b6ec00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:11.768042 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ce1f0c00-fff4-406b-bc78-5b3b4eec1475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:11.782724 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641f279-5313-4f7e-ba28-5fd8c2b6ec00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3f0e66-541d-41cd-8af7-e231711e8364,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:11.785168 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9641f279-5313-4f7e-ba28-5fd8c2b6ec00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:11.786342 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9641f279-5313-4f7e-ba28-5fd8c2b6ec00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:11.787553 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-9641f279-5313-4f7e-ba28-5fd8c2b6ec00 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f3f0e66-541d-41cd-8af7-e231711e8364 HTTP/1.1" status: 204 len: 168 time: 0.2782664 Apr 20 05:45:11.812254 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device f7b220c7-d792-4aa3-9654-fdcf611cf09f up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:11.903641 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port f7b220c7-d792-4aa3-9654-fdcf611cf09f completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:11.916572 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port f7b220c7-d792-4aa3-9654-fdcf611cf09f triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:11.917118 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:12.130642 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:12.152252 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port f7b220c7-d792-4aa3-9654-fdcf611cf09f, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=f7b220c7-d792-4aa3-9654-fdcf611cf09f,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:12.158872 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:12.161766 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-23771c25-91b4-4989-8aaa-2fc1fc99a81e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:12.243911 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=f7b220c7-d792-4aa3-9654-fdcf611cf09f,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:12.252544 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:12.253227 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:12.253827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:12.254383 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:12.254952 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:12.255505 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:12.256052 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:12.256599 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:12.258493 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:12.259084 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:12.259649 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:12.260210 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:12.264725 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:12.350654 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52022) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:12.369670 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-533d3899-da4f-4f22-b67d-aa97c046ae1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:12.386274 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-533d3899-da4f-4f22-b67d-aa97c046ae1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:12.397000 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-533d3899-da4f-4f22-b67d-aa97c046ae1c admin admin] Usage tracker for resource:security_group_rule and tenant:d908c19763bd40709335ff9b457b753e is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:12.400497 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-533d3899-da4f-4f22-b67d-aa97c046ae1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:12.407363 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-533d3899-da4f-4f22-b67d-aa97c046ae1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:12.510873 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-533d3899-da4f-4f22-b67d-aa97c046ae1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:12.514434 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-533d3899-da4f-4f22-b67d-aa97c046ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:12.528619 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-fd74b746-f4ab-4b86-8708-feed387b5b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:12.572684 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-533d3899-da4f-4f22-b67d-aa97c046ae1c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d908c19763bd40709335ff9b457b753e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208660 Apr 20 05:45:12.573895 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d3899-da4f-4f22-b67d-aa97c046ae1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d5c48e-9751-4f39-98b7-180ba7789f19,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:12.577147 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-533d3899-da4f-4f22-b67d-aa97c046ae1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:12.577837 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52038) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:12.579642 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecd603-8692-4564-b358-00e648a92371 req-c343f13c-20fb-437a-84f2-3ae6258b92e4 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:12.581624 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9fecd603-8692-4564-b358-00e648a92371 req-c343f13c-20fb-437a-84f2-3ae6258b92e4 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/networks?id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda HTTP/1.1" status: 200 len: 819 time: 0.1868038 Apr 20 05:45:12.602454 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9fecd603-8692-4564-b358-00e648a92371 req-818ddc39-cb92-4443-83d7-7a7bd31a0bb2 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/quotas/26775c98490b4d5599bd466a2c4e2ce2 HTTP/1.1" status: 200 len: 375 time: 0.0133786 Apr 20 05:45:12.655698 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f4bb34da-4331-4fdf-8adf-cb00111e13a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:12.684134 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f4bb34da-4331-4fdf-8adf-cb00111e13a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:12.694507 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-9fecd603-8692-4564-b358-00e648a92371 req-d48a53b7-5acc-4b11-bbf8-ee5b01ed9537 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Synchronizing usage tracker for tenant:26775c98490b4d5599bd466a2c4e2ce2 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:12.710710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-9fecd603-8692-4564-b358-00e648a92371 req-d48a53b7-5acc-4b11-bbf8-ee5b01ed9537 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Unset dirty status for tenant:26775c98490b4d5599bd466a2c4e2ce2 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:12.712177 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9fecd603-8692-4564-b358-00e648a92371 req-d48a53b7-5acc-4b11-bbf8-ee5b01ed9537 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=26775c98490b4d5599bd466a2c4e2ce2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1006229 Apr 20 05:45:12.735295 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f4bb34da-4331-4fdf-8adf-cb00111e13a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:12.741203 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-06cabf7a-4c7b-47d9-af55-59294bf15bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:12.752955 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb34da-4331-4fdf-8adf-cb00111e13a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d5c48e-9751-4f39-98b7-180ba7789f19,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:12.757932 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-f4bb34da-4331-4fdf-8adf-cb00111e13a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:12.760058 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f4bb34da-4331-4fdf-8adf-cb00111e13a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:12.763928 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-f4bb34da-4331-4fdf-8adf-cb00111e13a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11d5c48e-9751-4f39-98b7-180ba7789f19 HTTP/1.1" status: 204 len: 168 time: 0.1824124 Apr 20 05:45:12.885976 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9fecd603-8692-4564-b358-00e648a92371 req-d7b13dd6-a4b7-425a-b6d9-df060033f557 service neutron] 10.222.0.44 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621823 Apr 20 05:45:13.044770 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9fecd603-8692-4564-b358-00e648a92371 req-68683d72-5d18-408a-8ed6-0d335d38712b service neutron] 10.222.0.44 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497433 Apr 20 05:45:13.237532 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Sync routers for ids ['c8ab9386-ea8f-475a-998e-36d37dda363d'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:45:13.258244 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Routers {'c8ab9386-ea8f-475a-998e-36d37dda363d'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:45:13.259316 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:45:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['c8ab9386-ea8f-475a-998e-36d37dda363d'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:13.318135 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-67edcae9-3b15-4b95-a526-a3cd38d68a8e req-666dc5bb-8f1b-4a16-9fc9-15978c6ac8d8 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 210 time: 0.0731893 Apr 20 05:45:13.656426 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52092) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:13.659136 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Set router c8ab9386-ea8f-475a-998e-36d37dda363d gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:45:13.932468 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device f7b220c7-d792-4aa3-9654-fdcf611cf09f up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:14.017042 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4679cc9a-eadc-42fc-9abe-ba7856282f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:14.110553 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-4679cc9a-eadc-42fc-9abe-ba7856282f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:14.124197 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-4679cc9a-eadc-42fc-9abe-ba7856282f07 admin admin] Usage tracker for resource:security_group_rule and tenant:0ef6642c5bd745acabe23c9bdb10f774 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:14.129012 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-4679cc9a-eadc-42fc-9abe-ba7856282f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:14.151240 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-4679cc9a-eadc-42fc-9abe-ba7856282f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:14.355128 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4679cc9a-eadc-42fc-9abe-ba7856282f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:14.373042 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4679cc9a-eadc-42fc-9abe-ba7856282f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:14.382012 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:14.387802 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-51359dc3-ec7d-4c8a-922c-6c01bff13433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:14.410157 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port f7b220c7-d792-4aa3-9654-fdcf611cf09f triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:14.410813 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:14.446702 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-e0ca2d05-defe-46a1-8901-d0880c5c4314 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:14.447770 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-e0ca2d05-defe-46a1-8901-d0880c5c4314 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Synchronizing usage tracker for tenant:26775c98490b4d5599bd466a2c4e2ce2 on resource:network {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:14.494839 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-4679cc9a-eadc-42fc-9abe-ba7856282f07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ef6642c5bd745acabe23c9bdb10f774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8369577 Apr 20 05:45:14.498249 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 52120) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:14.498758 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679cc9a-eadc-42fc-9abe-ba7856282f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d53de8-dc12-46f9-8e4c-33498cfd4724,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:14.503141 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4679cc9a-eadc-42fc-9abe-ba7856282f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:14.509462 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-e0ca2d05-defe-46a1-8901-d0880c5c4314 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Unset dirty status for tenant:26775c98490b4d5599bd466a2c4e2ce2 on resource:network {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:14.510752 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-e0ca2d05-defe-46a1-8901-d0880c5c4314 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/networks?id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda HTTP/1.1" status: 200 len: 819 time: 0.7703955 Apr 20 05:45:14.539534 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-c146d91d-1e30-47ab-b54f-c4223a2ded9b tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/quotas/26775c98490b4d5599bd466a2c4e2ce2 HTTP/1.1" status: 200 len: 375 time: 0.0215344 Apr 20 05:45:14.601181 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6989b287-31f2-40fa-9e57-03b5ed6f4f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:14.650693 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-34fc72eb-76e1-4048-94af-fb4f07b11e3b tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=26775c98490b4d5599bd466a2c4e2ce2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1043086 Apr 20 05:45:14.654186 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6989b287-31f2-40fa-9e57-03b5ed6f4f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:14.706459 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'name': 'tempest-ServerRescueNegativeTestJSON-1554553581-router', 'tenant_id': '26775c98490b4d5599bd466a2c4e2ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'f7b220c7-d792-4aa3-9654-fdcf611cf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:03Z', 'updated_at': '2021-04-20T05:45:10Z', 'revision_number': 4, 'project_id': '26775c98490b4d5599bd466a2c4e2ce2', 'gw_port': {'id': 'f7b220c7-d792-4aa3-9654-fdcf611cf09f', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:05Z', 'updated_at': '2021-04-20T05:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '52500c98-f10a-4bc3-ad3c-0006cd25e432', 'name': '', 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda', 'tenant_id': '26775c98490b4d5599bd466a2c4e2ce2', 'mac_address': 'fa:16:3e:28:13:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '10999d55-07ae-4b7d-b737-652e042b455d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:09Z', 'updated_at': '2021-04-20T05:45:10Z', 'revision_number': 2, 'project_id': '26775c98490b4d5599bd466a2c4e2ce2', 'subnets': [{'id': '10999d55-07ae-4b7d-b737-652e042b455d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:14.721279 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Checking router: c8ab9386-ea8f-475a-998e-36d37dda363d for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:45:14.721795 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Updating router c8ab9386-ea8f-475a-998e-36d37dda363d port 52500c98-f10a-4bc3-ad3c-0006cd25e432 binding host dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:45:14.795308 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:14.812110 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6989b287-31f2-40fa-9e57-03b5ed6f4f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:14.840216 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3b9b0664-57d8-47fc-b1ef-2372bc8baeb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:14.939676 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989b287-31f2-40fa-9e57-03b5ed6f4f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d53de8-dc12-46f9-8e4c-33498cfd4724,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:14.956384 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6989b287-31f2-40fa-9e57-03b5ed6f4f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:14.960675 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6989b287-31f2-40fa-9e57-03b5ed6f4f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:14.962608 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-6989b287-31f2-40fa-9e57-03b5ed6f4f48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a8d53de8-dc12-46f9-8e4c-33498cfd4724 HTTP/1.1" status: 204 len: 168 time: 0.4631815 Apr 20 05:45:15.354711 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-0ff28887-3784-4284-94c3-656e85483679 service neutron] 10.222.0.44 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6888518 Apr 20 05:45:15.386760 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecd603-8692-4564-b358-00e648a92371 req-dc9b3c43-eded-4abe-afa1-cb3f08ffa8a9 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:15.403720 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9fecd603-8692-4564-b358-00e648a92371 req-dc9b3c43-eded-4abe-afa1-cb3f08ffa8a9 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.13 "GET /v2.0/networks?id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda HTTP/1.1" status: 200 len: 819 time: 0.4458444 Apr 20 05:45:15.423264 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-9fecd603-8692-4564-b358-00e648a92371 req-2b27219b-7b83-473e-b8c3-ec664bf542fb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Request body: {'port': {'device_id': 'a0f5f356-32ef-48c1-b2c3-9566455c1004', 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda', 'admin_state_up': True, 'tenant_id': '26775c98490b4d5599bd466a2c4e2ce2'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:15.541928 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:15.568401 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Transition to ACTIVE for port object 52500c98-f10a-4bc3-ad3c-0006cd25e432 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:15.579511 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:15.590940 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5570ee53-4ed6-479e-b7f1-5120b09e37ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:15.624885 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-9fecd603-8692-4564-b358-00e648a92371 req-2b27219b-7b83-473e-b8c3-ec664bf542fb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:15.629362 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-b1e0846f-cf11-4044-be3c-fd2a06f447cb service neutron] 10.222.0.44 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735972 Apr 20 05:45:15.638485 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-9fecd603-8692-4564-b358-00e648a92371 req-2b27219b-7b83-473e-b8c3-ec664bf542fb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:15.655847 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fecd603-8692-4564-b358-00e648a92371 req-2b27219b-7b83-473e-b8c3-ec664bf542fb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Made reservation on behalf of 26775c98490b4d5599bd466a2c4e2ce2 for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:15.662233 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-9fecd603-8692-4564-b358-00e648a92371 req-2b27219b-7b83-473e-b8c3-ec664bf542fb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:15.755534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991eca95-6361-4970-b4af-8cee1f692595 None None] Pushing event updated for resources: {'Port': ['ID=52500c98-f10a-4bc3-ad3c-0006cd25e432,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:15.761782 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-991eca95-6361-4970-b4af-8cee1f692595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:15.932186 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-9fecd603-8692-4564-b358-00e648a92371 req-2b27219b-7b83-473e-b8c3-ec664bf542fb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Allocated IP 172.20.0.13 (bdab4e93-f807-4e1c-aa4b-601aaa98dbda/10999d55-07ae-4b7d-b737-652e042b455d/5c07fedc-27d3-4235-97e5-911362c0ad45) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:45:15.972192 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6ba1029d-1c7b-4fc8-b00c-d06e082e91a9 req-4b0a84d4-3126-4459-a403-6c70eb3d413f tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 210 time: 0.0785038 Apr 20 05:45:15.997238 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Attempting to bind port 52500c98-f10a-4bc3-ad3c-0006cd25e432 on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:45:15.997238 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Attempting to bind port 52500c98-f10a-4bc3-ad3c-0006cd25e432 by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': 'dcc14624-4dd7-4ea5-911d-193abaf0eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:45:15.997238 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Attempting to bind port 52500c98-f10a-4bc3-ad3c-0006cd25e432 on network bdab4e93-f807-4e1c-aa4b-601aaa98dbda {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:16.011260 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:45:16.011711 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Checking segment: {'id': 'dcc14624-4dd7-4ea5-911d-193abaf0eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:16.012171 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:16.012612 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Bound using segment: {'id': 'dcc14624-4dd7-4ea5-911d-193abaf0eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:45:16.013184 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Bound port: 52500c98-f10a-4bc3-ad3c-0006cd25e432, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc14624-4dd7-4ea5-911d-193abaf0eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:45:16.013601 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:16.123229 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52176) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:16.243472 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] For port 52500c98-f10a-4bc3-ad3c-0006cd25e432, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:45:16.248220 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] For port 52500c98-f10a-4bc3-ad3c-0006cd25e432, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=52500c98-f10a-4bc3-ad3c-0006cd25e432,segment=NetworkSegment(dcc14624-4dd7-4ea5-911d-193abaf0eac1),segment_id=dcc14624-4dd7-4ea5-911d-193abaf0eac1)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:45:16.252016 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:16.258100 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:16.293944 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52186) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:16.301473 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-9fecd603-8692-4564-b358-00e648a92371 req-2b27219b-7b83-473e-b8c3-ec664bf542fb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:16.337480 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-701d9161-99cb-4d8e-a06f-226bc3df07a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:16.355026 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991eca95-6361-4970-b4af-8cee1f692595 None None] Pushing event updated for resources: {'Port': ['ID=52500c98-f10a-4bc3-ad3c-0006cd25e432,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:16.358064 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-991eca95-6361-4970-b4af-8cee1f692595 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:16.361806 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-9fecd603-8692-4564-b358-00e648a92371 req-2b27219b-7b83-473e-b8c3-ec664bf542fb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:16.367206 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-701d9161-99cb-4d8e-a06f-226bc3df07a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:16.369757 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:16.383213 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-701d9161-99cb-4d8e-a06f-226bc3df07a8 admin admin] Usage tracker for resource:security_group_rule and tenant:e3b3e8cf00934f3cb26899406f2ab0b1 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:16.387114 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-701d9161-99cb-4d8e-a06f-226bc3df07a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:16.394584 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-701d9161-99cb-4d8e-a06f-226bc3df07a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:16.412434 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Routers {'c8ab9386-ea8f-475a-998e-36d37dda363d'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:45:16.413169 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:45:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['c8ab9386-ea8f-475a-998e-36d37dda363d'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:16.561382 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-701d9161-99cb-4d8e-a06f-226bc3df07a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:16.566871 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-701d9161-99cb-4d8e-a06f-226bc3df07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:16.573435 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fecd603-8692-4564-b358-00e648a92371 req-2b27219b-7b83-473e-b8c3-ec664bf542fb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Network bdab4e93-f807-4e1c-aa4b-601aaa98dbda is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:16.576717 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-9fecd603-8692-4564-b358-00e648a92371 req-2b27219b-7b83-473e-b8c3-ec664bf542fb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:16.583443 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1b238c15-f943-445a-88ed-d6f10781c5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:16.590442 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fecd603-8692-4564-b358-00e648a92371 req-2b27219b-7b83-473e-b8c3-ec664bf542fb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:45:16.603828 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecd603-8692-4564-b358-00e648a92371 req-2b27219b-7b83-473e-b8c3-ec664bf542fb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:16.604415 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-9fecd603-8692-4564-b358-00e648a92371 req-2b27219b-7b83-473e-b8c3-ec664bf542fb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:16.619860 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27219b-7b83-473e-b8c3-ec664bf542fb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Pushing event updated for resources: {'Port': ['ID=5c07fedc-27d3-4235-97e5-911362c0ad45,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:16.636432 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2b27219b-7b83-473e-b8c3-ec664bf542fb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:16.651431 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-701d9161-99cb-4d8e-a06f-226bc3df07a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3b3e8cf00934f3cb26899406f2ab0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3559127 Apr 20 05:45:16.652108 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52196) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:16.674683 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9fecd603-8692-4564-b358-00e648a92371 req-2b27219b-7b83-473e-b8c3-ec664bf542fb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2554936 Apr 20 05:45:16.697304 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Request body: {'port': {'device_id': 'a0f5f356-32ef-48c1-b2c3-9566455c1004', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:16.723310 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d9161-99cb-4d8e-a06f-226bc3df07a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6951a7e7-7739-4b4b-b475-d5dd94b91b21,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:16.731811 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-701d9161-99cb-4d8e-a06f-226bc3df07a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:16.736142 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8c083272-20a3-4184-bb4d-79371d82ccf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:16.764139 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] Set router c8ab9386-ea8f-475a-998e-36d37dda363d gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:45:16.774296 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-8c083272-20a3-4184-bb4d-79371d82ccf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:16.787527 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-8c083272-20a3-4184-bb4d-79371d82ccf9 admin admin] Usage tracker for resource:security_group_rule and tenant:ca953c788b1343908ef7d25fc3a2e46c is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:16.794477 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-8c083272-20a3-4184-bb4d-79371d82ccf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:16.803173 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-8c083272-20a3-4184-bb4d-79371d82ccf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:16.817446 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6cb4bb54-77cb-43ed-98ec-913175856785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:16.900660 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6cb4bb54-77cb-43ed-98ec-913175856785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:16.981428 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:17.106476 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6cb4bb54-77cb-43ed-98ec-913175856785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:17.135150 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-53154fcf-1299-4d0d-a2c1-47ceccc40dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:17.197756 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4bb54-77cb-43ed-98ec-913175856785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6951a7e7-7739-4b4b-b475-d5dd94b91b21,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:17.210995 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8c083272-20a3-4184-bb4d-79371d82ccf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:17.217603 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6cb4bb54-77cb-43ed-98ec-913175856785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:17.230741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8c083272-20a3-4184-bb4d-79371d82ccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:17.246396 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c3c8a50f-d164-4a73-8674-80cb3db2a135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:17.291575 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6cb4bb54-77cb-43ed-98ec-913175856785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:17.293539 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-6cb4bb54-77cb-43ed-98ec-913175856785 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6951a7e7-7739-4b4b-b475-d5dd94b91b21 HTTP/1.1" status: 204 len: 168 time: 0.6355441 Apr 20 05:45:17.362110 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-8c083272-20a3-4184-bb4d-79371d82ccf9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca953c788b1343908ef7d25fc3a2e46c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2352414 Apr 20 05:45:17.362110 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c083272-20a3-4184-bb4d-79371d82ccf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff64271a-9d4e-4738-a706-367c48167859,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:17.389891 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-8c083272-20a3-4184-bb4d-79371d82ccf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:17.392050 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52222) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:17.448178 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'name': 'tempest-ServerRescueNegativeTestJSON-1554553581-router', 'tenant_id': '26775c98490b4d5599bd466a2c4e2ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'f7b220c7-d792-4aa3-9654-fdcf611cf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:03Z', 'updated_at': '2021-04-20T05:45:10Z', 'revision_number': 4, 'project_id': '26775c98490b4d5599bd466a2c4e2ce2', 'gw_port': {'id': 'f7b220c7-d792-4aa3-9654-fdcf611cf09f', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:05Z', 'updated_at': '2021-04-20T05:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '52500c98-f10a-4bc3-ad3c-0006cd25e432', 'name': '', 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda', 'tenant_id': '26775c98490b4d5599bd466a2c4e2ce2', 'mac_address': 'fa:16:3e:28:13:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '10999d55-07ae-4b7d-b737-652e042b455d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:09Z', 'updated_at': '2021-04-20T05:45:16Z', 'revision_number': 4, 'project_id': '26775c98490b4d5599bd466a2c4e2ce2', 'subnets': [{'id': '10999d55-07ae-4b7d-b737-652e042b455d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:45:17.461293 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23376d03-5080-400a-bc02-a6f21d4a786c None None] The sync data for ids ['c8ab9386-ea8f-475a-998e-36d37dda363d'] in dv-cinder-786054-4-smb is: [{'id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'name': 'tempest-ServerRescueNegativeTestJSON-1554553581-router', 'tenant_id': '26775c98490b4d5599bd466a2c4e2ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'f7b220c7-d792-4aa3-9654-fdcf611cf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:03Z', 'updated_at': '2021-04-20T05:45:10Z', 'revision_number': 4, 'project_id': '26775c98490b4d5599bd466a2c4e2ce2', 'gw_port': {'id': 'f7b220c7-d792-4aa3-9654-fdcf611cf09f', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:05Z', 'updated_at': '2021-04-20T05:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '52500c98-f10a-4bc3-ad3c-0006cd25e432', 'name': '', 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda', 'tenant_id': '26775c98490b4d5599bd466a2c4e2ce2', 'mac_address': 'fa:16:3e:28:13:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '10999d55-07ae-4b7d-b737-652e042b455d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:09Z', 'updated_at': '2021-04-20T05:45:16Z', 'revision_number': 4, 'project_id': '26775c98490b4d5599bd466a2c4e2ce2', 'subnets': [{'id': '10999d55-07ae-4b7d-b737-652e042b455d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:45:17.481092 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e9631ac4-f0dc-4562-9585-7d819ef05138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:17.589479 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e9631ac4-f0dc-4562-9585-7d819ef05138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:17.699469 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-4393e917-c9df-4e4e-ab7b-cb45e06dea86 req-d223fbc4-ddb5-4d0a-9710-f5f436697f7f tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Synchronizing usage tracker for tenant:26775c98490b4d5599bd466a2c4e2ce2 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:17.721307 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e9631ac4-f0dc-4562-9585-7d819ef05138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:17.738544 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-394df414-ac48-4547-8f63-bdff55dacb44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:17.771462 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9631ac4-f0dc-4562-9585-7d819ef05138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff64271a-9d4e-4738-a706-367c48167859,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:17.790658 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e9631ac4-f0dc-4562-9585-7d819ef05138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:17.798883 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e9631ac4-f0dc-4562-9585-7d819ef05138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:17.802967 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-e9631ac4-f0dc-4562-9585-7d819ef05138 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff64271a-9d4e-4738-a706-367c48167859 HTTP/1.1" status: 204 len: 168 time: 0.4049079 Apr 20 05:45:17.890613 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 52500c98-f10a-4bc3-ad3c-0006cd25e432 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:17.938045 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-4393e917-c9df-4e4e-ab7b-cb45e06dea86 req-d223fbc4-ddb5-4d0a-9710-f5f436697f7f tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Unset dirty status for tenant:26775c98490b4d5599bd466a2c4e2ce2 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:17.939518 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4393e917-c9df-4e4e-ab7b-cb45e06dea86 req-d223fbc4-ddb5-4d0a-9710-f5f436697f7f tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 210 time: 0.4655795 Apr 20 05:45:18.049659 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port 52500c98-f10a-4bc3-ad3c-0006cd25e432 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:18.069655 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 52500c98-f10a-4bc3-ad3c-0006cd25e432 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:18.070122 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:18.163958 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-0dd81181-b276-4ba4-91e4-93618af0d827 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:18.169514 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-0dd81181-b276-4ba4-91e4-93618af0d827 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.13 "GET /v2.0/networks?id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda HTTP/1.1" status: 200 len: 819 time: 0.5426204 Apr 20 05:45:18.192313 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-a8d7929e-25da-4386-a996-11e250b175f5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Request body: {'port': {'device_id': 'fed543d3-74b1-4cf1-9aa4-616e119ea9b0', 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda', 'admin_state_up': True, 'tenant_id': '26775c98490b4d5599bd466a2c4e2ce2'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:18.241258 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c07fedc-27d3-4235-97e5-911362c0ad45 {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:45:18.404651 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:18.461795 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:18.508051 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Transition to ACTIVE for port object 5c07fedc-27d3-4235-97e5-911362c0ad45 will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:18.515057 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:18.547986 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:18.574004 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port 52500c98-f10a-4bc3-ad3c-0006cd25e432, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=52500c98-f10a-4bc3-ad3c-0006cd25e432,segment=NetworkSegment(dcc14624-4dd7-4ea5-911d-193abaf0eac1),segment_id=dcc14624-4dd7-4ea5-911d-193abaf0eac1)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:18.578386 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:18.585628 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:18.709857 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=52500c98-f10a-4bc3-ad3c-0006cd25e432,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:18.722775 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:19.027585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-a8d7929e-25da-4386-a996-11e250b175f5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:19.073480 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Attempting to bind port 5c07fedc-27d3-4235-97e5-911362c0ad45 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:45:19.073874 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Attempting to bind port 5c07fedc-27d3-4235-97e5-911362c0ad45 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'dcc14624-4dd7-4ea5-911d-193abaf0eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:45:19.074284 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Attempting to bind port 5c07fedc-27d3-4235-97e5-911362c0ad45 on network bdab4e93-f807-4e1c-aa4b-601aaa98dbda {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:19.097285 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Port 5c07fedc-27d3-4235-97e5-911362c0ad45 on network bdab4e93-f807-4e1c-aa4b-601aaa98dbda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:45:19.097618 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Attempting to bind port 5c07fedc-27d3-4235-97e5-911362c0ad45 on network bdab4e93-f807-4e1c-aa4b-601aaa98dbda {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:19.111826 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:45:19.112395 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Checking segment: {'id': 'dcc14624-4dd7-4ea5-911d-193abaf0eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:19.113002 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Bound using segment: {'id': 'dcc14624-4dd7-4ea5-911d-193abaf0eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:45:19.113626 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Bound port: 5c07fedc-27d3-4235-97e5-911362c0ad45, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcc14624-4dd7-4ea5-911d-193abaf0eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:45:19.114154 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:19.138771 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Pushing event updated for resources: {'Port': ['ID=5c07fedc-27d3-4235-97e5-911362c0ad45,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:19.163135 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-a8d7929e-25da-4386-a996-11e250b175f5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:19.375466 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e1f71e50-b267-44fd-a0c5-bbbedb181415 req-91216e19-89d4-41f6-9fba-5bee1837e630 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 210 time: 0.1008048 Apr 20 05:45:19.505927 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.958s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:19.536255 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-a8d7929e-25da-4386-a996-11e250b175f5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Made reservation on behalf of 26775c98490b4d5599bd466a2c4e2ce2 for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:19.542244 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-a8d7929e-25da-4386-a996-11e250b175f5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:19.633926 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] For port 5c07fedc-27d3-4235-97e5-911362c0ad45, host hv-cinder-78605, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:45:19.678123 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] For port 5c07fedc-27d3-4235-97e5-911362c0ad45, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5c07fedc-27d3-4235-97e5-911362c0ad45,segment=NetworkSegment(dcc14624-4dd7-4ea5-911d-193abaf0eac1),segment_id=dcc14624-4dd7-4ea5-911d-193abaf0eac1)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:45:19.698189 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:19.720629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1d5ac412-98b2-42ae-9b04-2110346a8550 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:19.764426 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 52500c98-f10a-4bc3-ad3c-0006cd25e432 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:19.788096 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:19.789226 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:19.790767 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9fecd603-8692-4564-b358-00e648a92371 req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] 10.222.0.13 "PUT /v2.0/ports/5c07fedc-27d3-4235-97e5-911362c0ad45 HTTP/1.1" status: 200 len: 1094 time: 3.1024137 Apr 20 05:45:19.811492 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f5f356-32ef-48c1-b2c3-9566455c1004', 'tag': '5c07fedc-27d3-4235-97e5-911362c0ad45'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:19.877786 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 52500c98-f10a-4bc3-ad3c-0006cd25e432 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:19.878674 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:19.943696 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f5f356-32ef-48c1-b2c3-9566455c1004', 'tag': '5c07fedc-27d3-4235-97e5-911362c0ad45', 'status': 'completed', 'code': 200} Apr 20 05:45:19.961512 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Pushing event updated for resources: {'Port': ['ID=5c07fedc-27d3-4235-97e5-911362c0ad45,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:19.982442 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:20.005398 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-a8d7929e-25da-4386-a996-11e250b175f5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Allocated IP 172.20.0.10 (bdab4e93-f807-4e1c-aa4b-601aaa98dbda/10999d55-07ae-4b7d-b737-652e042b455d/0ea0210d-47bf-4c61-be2b-67b01094b74b) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:45:20.015352 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecd603-8692-4564-b358-00e648a92371 req-d806bb7b-55f2-4638-8683-d7727fdc975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:20.017347 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9fecd603-8692-4564-b358-00e648a92371 req-d806bb7b-55f2-4638-8683-d7727fdc975f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26775c98490b4d5599bd466a2c4e2ce2&device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 1097 time: 0.1507318 Apr 20 05:45:20.116101 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9fecd603-8692-4564-b358-00e648a92371 req-19e5f558-8a94-4166-891e-78147632f6f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c07fedc-27d3-4235-97e5-911362c0ad45 HTTP/1.1" status: 200 len: 217 time: 0.0887101 Apr 20 05:45:20.287148 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecd603-8692-4564-b358-00e648a92371 req-8a205e1a-1c74-4e49-bbeb-c74ec3e0f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:20.288784 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9fecd603-8692-4564-b358-00e648a92371 req-8a205e1a-1c74-4e49-bbeb-c74ec3e0f6bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10999d55-07ae-4b7d-b737-652e042b455d HTTP/1.1" status: 200 len: 859 time: 0.1613584 Apr 20 05:45:20.390443 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9fecd603-8692-4564-b358-00e648a92371 req-c8cdef5a-98b8-4b18-a235-045bb788ea5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836978 Apr 20 05:45:20.620848 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-a8d7929e-25da-4386-a996-11e250b175f5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:20.666058 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b38e91eb-18c0-437e-bd6c-2f3f1315ff01 req-906f77cc-2044-4036-b78c-7d494881d47b tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 210 time: 0.1308725 Apr 20 05:45:20.674336 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9fecd603-8692-4564-b358-00e648a92371 req-f0ad1427-207b-484c-b004-c361b157b845 service neutron] 10.222.0.13 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522717 Apr 20 05:45:20.791137 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-a8d7929e-25da-4386-a996-11e250b175f5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:20.805986 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:20.903221 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-a8d7929e-25da-4386-a996-11e250b175f5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Network bdab4e93-f807-4e1c-aa4b-601aaa98dbda is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:20.909783 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-a8d7929e-25da-4386-a996-11e250b175f5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:20.916989 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-a8d7929e-25da-4386-a996-11e250b175f5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:45:20.922989 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-a8d7929e-25da-4386-a996-11e250b175f5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:20.923656 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-a8d7929e-25da-4386-a996-11e250b175f5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:20.934007 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9fecd603-8692-4564-b358-00e648a92371 req-32de0ecc-3d37-4c6c-b765-0b77d930cd58 service neutron] 10.222.0.13 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505300 Apr 20 05:45:20.952032 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7929e-25da-4386-a996-11e250b175f5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Pushing event updated for resources: {'Port': ['ID=0ea0210d-47bf-4c61-be2b-67b01094b74b,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:20.958436 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a8d7929e-25da-4386-a996-11e250b175f5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:20.980658 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-a8d7929e-25da-4386-a996-11e250b175f5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8027632 Apr 20 05:45:20.995113 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Request body: {'port': {'device_id': 'fed543d3-74b1-4cf1-9aa4-616e119ea9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:21.037073 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52376) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:21.206688 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b332086-0337-49e0-b89d-ee44939e9ebf req-d225055d-53bb-4a71-9c04-ebf2940da41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:21.208280 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4b332086-0337-49e0-b89d-ee44939e9ebf req-d225055d-53bb-4a71-9c04-ebf2940da41a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26775c98490b4d5599bd466a2c4e2ce2&device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 1097 time: 0.1778688 Apr 20 05:45:21.208764 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-24885304-9418-4011-8fc6-7ca452414a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:21.209041 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:21.227580 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-24885304-9418-4011-8fc6-7ca452414a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:21.232148 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-24885304-9418-4011-8fc6-7ca452414a9e admin admin] Usage tracker for resource:security_group_rule and tenant:230525356a564a20bd9bb33ade8f76fc is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:21.235351 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-24885304-9418-4011-8fc6-7ca452414a9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:21.241822 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-24885304-9418-4011-8fc6-7ca452414a9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:21.331885 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-24885304-9418-4011-8fc6-7ca452414a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:21.336250 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-24885304-9418-4011-8fc6-7ca452414a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:21.347370 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9641f279-5313-4f7e-ba28-5fd8c2b6ec00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:21.383573 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24885304-9418-4011-8fc6-7ca452414a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7511b929-cf95-4fe1-a09e-0f6697169a90,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:21.389262 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-24885304-9418-4011-8fc6-7ca452414a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:21.414407 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-24885304-9418-4011-8fc6-7ca452414a9e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=230525356a564a20bd9bb33ade8f76fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770237 Apr 20 05:45:21.417460 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52388) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:21.506434 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a6b52ce1-10f3-4a15-9b89-433b600368db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:21.551930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a6b52ce1-10f3-4a15-9b89-433b600368db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:21.558252 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b332086-0337-49e0-b89d-ee44939e9ebf req-b211b33a-e700-49f2-86ca-8c02f0f66ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:21.559935 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4b332086-0337-49e0-b89d-ee44939e9ebf req-b211b33a-e700-49f2-86ca-8c02f0f66ebd service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda HTTP/1.1" status: 200 len: 920 time: 0.3412592 Apr 20 05:45:21.607871 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a6b52ce1-10f3-4a15-9b89-433b600368db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:21.613590 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2ba5ded3-5051-4f0c-9034-d372e06bc8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:21.636813 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b52ce1-10f3-4a15-9b89-433b600368db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7511b929-cf95-4fe1-a09e-0f6697169a90,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:21.639670 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a6b52ce1-10f3-4a15-9b89-433b600368db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:21.643260 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-a6b52ce1-10f3-4a15-9b89-433b600368db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7511b929-cf95-4fe1-a09e-0f6697169a90 HTTP/1.1" status: 204 len: 168 time: 0.2214646 Apr 20 05:45:21.643260 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a6b52ce1-10f3-4a15-9b89-433b600368db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:21.709969 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4b332086-0337-49e0-b89d-ee44939e9ebf req-2c88c204-3e81-4864-a382-b559a33bce49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c07fedc-27d3-4235-97e5-911362c0ad45 HTTP/1.1" status: 200 len: 217 time: 0.1204576 Apr 20 05:45:21.910124 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b332086-0337-49e0-b89d-ee44939e9ebf req-3df53233-d2f9-4ddd-8d32-283ca2490957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:21.911717 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4b332086-0337-49e0-b89d-ee44939e9ebf req-3df53233-d2f9-4ddd-8d32-283ca2490957 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10999d55-07ae-4b7d-b737-652e042b455d HTTP/1.1" status: 200 len: 859 time: 0.1878707 Apr 20 05:45:21.983156 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4b332086-0337-49e0-b89d-ee44939e9ebf req-d07b4a25-d0e1-4d8c-a36e-b9fe0d1ee18a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632389 Apr 20 05:45:22.107733 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52414) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:22.182340 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1fa5a435-3b90-4a6f-b4b6-885afc48d678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:22.205725 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-5faa68fe-28c9-4151-a793-4fcce8d6bc40 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1484db6c3a4343bb8c4ef23cc3966709&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525784 Apr 20 05:45:22.206688 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-1fa5a435-3b90-4a6f-b4b6-885afc48d678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:22.211326 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-1fa5a435-3b90-4a6f-b4b6-885afc48d678 admin admin] Usage tracker for resource:security_group_rule and tenant:77089daaaec047359aa3a1ef31391a67 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:22.215932 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-1fa5a435-3b90-4a6f-b4b6-885afc48d678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:22.253879 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-1fa5a435-3b90-4a6f-b4b6-885afc48d678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:22.410605 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6876b-ff5e-4174-a912-abf5986b235d req-2133d120-612a-4c6f-8322-ab0411264c88 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:22.411335 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-c1f6876b-ff5e-4174-a912-abf5986b235d req-2133d120-612a-4c6f-8322-ab0411264c88 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Synchronizing usage tracker for tenant:26775c98490b4d5599bd466a2c4e2ce2 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:22.430196 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-38d40424-be7a-44c8-a6dd-2888006faa70 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:22.431777 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-38d40424-be7a-44c8-a6dd-2888006faa70 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2125895 Apr 20 05:45:22.439923 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea0210d-47bf-4c61-be2b-67b01094b74b {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:45:22.452813 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:22.464165 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-7c6fd438-8d6e-4d45-be4b-fec1010ba3e6 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/quotas/1484db6c3a4343bb8c4ef23cc3966709 HTTP/1.1" status: 200 len: 375 time: 0.0237720 Apr 20 05:45:22.479061 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-c1f6876b-ff5e-4174-a912-abf5986b235d req-2133d120-612a-4c6f-8322-ab0411264c88 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Unset dirty status for tenant:26775c98490b4d5599bd466a2c4e2ce2 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:22.480337 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c1f6876b-ff5e-4174-a912-abf5986b235d req-2133d120-612a-4c6f-8322-ab0411264c88 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 932 time: 0.6709197 Apr 20 05:45:22.502013 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Transition to ACTIVE for port object 0ea0210d-47bf-4c61-be2b-67b01094b74b will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:22.528967 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4b332086-0337-49e0-b89d-ee44939e9ebf req-36e10a27-762f-48d2-8c44-597070ae774e service neutron] 10.222.0.13 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314882 Apr 20 05:45:22.533629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:22.540540 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1fa5a435-3b90-4a6f-b4b6-885afc48d678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:22.549735 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:22.553390 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-44be5ba9-b8ae-4a21-b4ec-63cc75ca9344 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1484db6c3a4343bb8c4ef23cc3966709&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755692 Apr 20 05:45:22.557774 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1fa5a435-3b90-4a6f-b4b6-885afc48d678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:22.579518 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-f4bb34da-4331-4fdf-8adf-cb00111e13a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:22.652506 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-1fa5a435-3b90-4a6f-b4b6-885afc48d678 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77089daaaec047359aa3a1ef31391a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5436096 Apr 20 05:45:22.654036 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5a435-3b90-4a6f-b4b6-885afc48d678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54e7e73-1c94-4f84-8077-9b2f714720a2,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:22.656795 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52436) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:22.659912 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1fa5a435-3b90-4a6f-b4b6-885afc48d678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:22.778396 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9406ce5a-0792-42a8-9367-ee3aaaf60f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:22.808011 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4b332086-0337-49e0-b89d-ee44939e9ebf req-8cc938af-b7f4-48a1-b1ea-e02d5f1ce92b service neutron] 10.222.0.13 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633827 Apr 20 05:45:22.808196 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9406ce5a-0792-42a8-9367-ee3aaaf60f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:22.881848 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9406ce5a-0792-42a8-9367-ee3aaaf60f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:22.888665 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-f11acde4-7516-47b9-b17e-659f6b5a7f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:22.930515 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406ce5a-0792-42a8-9367-ee3aaaf60f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54e7e73-1c94-4f84-8077-9b2f714720a2,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:22.936397 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9406ce5a-0792-42a8-9367-ee3aaaf60f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:22.937766 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9406ce5a-0792-42a8-9367-ee3aaaf60f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:22.939010 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-9406ce5a-0792-42a8-9367-ee3aaaf60f4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e54e7e73-1c94-4f84-8077-9b2f714720a2 HTTP/1.1" status: 204 len: 168 time: 0.2810223 Apr 20 05:45:22.950995 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c1f6876b-ff5e-4174-a912-abf5986b235d req-3adf0da5-aad3-4d69-ac1e-1ef91a108fd3 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418557 Apr 20 05:45:23.034170 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8f984f0-b909-4c97-a827-a3ec52ec3b9d req-36faa671-dc70-476c-9581-a38e25c4f2cf tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0 HTTP/1.1" status: 200 len: 210 time: 0.0541661 Apr 20 05:45:23.110758 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Attempting to bind port 0ea0210d-47bf-4c61-be2b-67b01094b74b on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:45:23.111139 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Attempting to bind port 0ea0210d-47bf-4c61-be2b-67b01094b74b by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'dcc14624-4dd7-4ea5-911d-193abaf0eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:45:23.111514 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Attempting to bind port 0ea0210d-47bf-4c61-be2b-67b01094b74b on network bdab4e93-f807-4e1c-aa4b-601aaa98dbda {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:23.114139 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Pushing event updated for resources: {'Port': ['ID=0ea0210d-47bf-4c61-be2b-67b01094b74b,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:23.118607 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:23.121163 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Port 0ea0210d-47bf-4c61-be2b-67b01094b74b on network bdab4e93-f807-4e1c-aa4b-601aaa98dbda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:45:23.121533 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Attempting to bind port 0ea0210d-47bf-4c61-be2b-67b01094b74b on network bdab4e93-f807-4e1c-aa4b-601aaa98dbda {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:23.129415 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:45:23.129803 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Checking segment: {'id': 'dcc14624-4dd7-4ea5-911d-193abaf0eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:23.130244 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Bound using segment: {'id': 'dcc14624-4dd7-4ea5-911d-193abaf0eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:45:23.130728 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Bound port: 0ea0210d-47bf-4c61-be2b-67b01094b74b, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcc14624-4dd7-4ea5-911d-193abaf0eac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:45:23.131127 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:23.252034 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] For port 0ea0210d-47bf-4c61-be2b-67b01094b74b, host hv-cinder-78605, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:45:23.257455 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] For port 0ea0210d-47bf-4c61-be2b-67b01094b74b, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0ea0210d-47bf-4c61-be2b-67b01094b74b,segment=NetworkSegment(dcc14624-4dd7-4ea5-911d-193abaf0eac1),segment_id=dcc14624-4dd7-4ea5-911d-193abaf0eac1)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:45:23.261762 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:23.267835 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:23.352935 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:23.352935 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:23.352935 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] 10.222.0.13 "PUT /v2.0/ports/0ea0210d-47bf-4c61-be2b-67b01094b74b HTTP/1.1" status: 200 len: 1094 time: 2.3621297 Apr 20 05:45:23.352935 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed543d3-74b1-4cf1-9aa4-616e119ea9b0', 'tag': '0ea0210d-47bf-4c61-be2b-67b01094b74b'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:23.389830 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Pushing event updated for resources: {'Port': ['ID=0ea0210d-47bf-4c61-be2b-67b01094b74b,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:23.394048 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:23.452641 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed543d3-74b1-4cf1-9aa4-616e119ea9b0', 'tag': '0ea0210d-47bf-4c61-be2b-67b01094b74b', 'status': 'completed', 'code': 200} Apr 20 05:45:23.488650 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-6d5ab7b0-71b2-40bc-9c3b-babad6c7771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:23.490291 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-6d5ab7b0-71b2-40bc-9c3b-babad6c7771b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26775c98490b4d5599bd466a2c4e2ce2&device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 1097 time: 0.0903842 Apr 20 05:45:23.570735 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-e6419b3b-da1a-4b87-b331-df60e5c78073 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea0210d-47bf-4c61-be2b-67b01094b74b HTTP/1.1" status: 200 len: 217 time: 0.0694954 Apr 20 05:45:23.655439 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-98ddd751-9b97-4442-a50d-94bea6a0ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:23.657665 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-98ddd751-9b97-4442-a50d-94bea6a0ddcf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10999d55-07ae-4b7d-b737-652e042b455d HTTP/1.1" status: 200 len: 859 time: 0.0687122 Apr 20 05:45:23.714272 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-cd580df0-ecbc-46c2-9eb8-a9965d2fafdb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482166 Apr 20 05:45:23.859533 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-d9ac888e-f04a-44a0-be4f-0401caf25733 service neutron] 10.222.0.13 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380351 Apr 20 05:45:24.060162 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4c886282-f38c-430d-bda7-c2fe045a39ee req-df9db8f8-ef40-4349-85db-551364c2f279 service neutron] 10.222.0.13 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869774 Apr 20 05:45:24.274768 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241151a-dd29-4a46-94a9-fa970ef5bbd0 req-1a503d6e-a33d-4e74-88e5-3f8f0f15e5aa tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:24.276596 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8241151a-dd29-4a46-94a9-fa970ef5bbd0 req-1a503d6e-a33d-4e74-88e5-3f8f0f15e5aa tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 944 time: 0.1520810 Apr 20 05:45:24.333847 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-8241151a-dd29-4a46-94a9-fa970ef5bbd0 req-c9c1ac6b-25e7-4101-a502-3dee3e4ae833 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Synchronizing usage tracker for tenant:26775c98490b4d5599bd466a2c4e2ce2 on resource:security_group {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:24.379500 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-8241151a-dd29-4a46-94a9-fa970ef5bbd0 req-c9c1ac6b-25e7-4101-a502-3dee3e4ae833 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Unset dirty status for tenant:26775c98490b4d5599bd466a2c4e2ce2 on resource:security_group {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:24.382994 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-3491acd4-8917-4711-99d8-e302aa988003 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1484db6c3a4343bb8c4ef23cc3966709&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1144595 Apr 20 05:45:24.385959 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0558866b-c226-4123-a3b8-788c445e20d5 req-6a66c023-4f93-41f7-a847-42a7061193e4 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0 HTTP/1.1" status: 200 len: 210 time: 0.1003559 Apr 20 05:45:24.387479 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8241151a-dd29-4a46-94a9-fa970ef5bbd0 req-c9c1ac6b-25e7-4101-a502-3dee3e4ae833 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032693 Apr 20 05:45:24.594712 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-bbdcc7a5-4d8b-4524-a8ca-f1915be38b20 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:24.596716 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-bbdcc7a5-4d8b-4524-a8ca-f1915be38b20 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067323 Apr 20 05:45:24.603500 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427642dc-8c6b-4e7c-931a-7c68370f12a6 req-759a19a3-99bf-4dad-9e56-f627c86f6825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:24.605110 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-427642dc-8c6b-4e7c-931a-7c68370f12a6 req-759a19a3-99bf-4dad-9e56-f627c86f6825 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26775c98490b4d5599bd466a2c4e2ce2&device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 1097 time: 0.4235110 Apr 20 05:45:24.624607 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Request body: {'port': {'device_id': '5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0', 'network_id': '9bb48d20-5190-4f11-ba81-fafbe9157db7', 'admin_state_up': True, 'tenant_id': '1484db6c3a4343bb8c4ef23cc3966709'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:24.628098 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 5c07fedc-27d3-4235-97e5-911362c0ad45 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:45:24.793653 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 5c07fedc-27d3-4235-97e5-911362c0ad45, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5c07fedc-27d3-4235-97e5-911362c0ad45,segment=NetworkSegment(dcc14624-4dd7-4ea5-911d-193abaf0eac1),segment_id=dcc14624-4dd7-4ea5-911d-193abaf0eac1)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:24.810996 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': '5c07fedc-27d3-4235-97e5-911362c0ad45', 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda', 'port_id': '5c07fedc-27d3-4235-97e5-911362c0ad45', 'mac_address': 'fa:16:3e:6e:81:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10999d55-07ae-4b7d-b737-652e042b455d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:45:24.877878 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:24.898126 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c07fedc-27d3-4235-97e5-911362c0ad45 {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:45:24.900123 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427642dc-8c6b-4e7c-931a-7c68370f12a6 req-fdb9e790-cc22-4f5f-8e7f-60179bd2a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:24.904962 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-427642dc-8c6b-4e7c-931a-7c68370f12a6 req-fdb9e790-cc22-4f5f-8e7f-60179bd2a8f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda HTTP/1.1" status: 200 len: 920 time: 0.2507083 Apr 20 05:45:24.906980 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:24.912514 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Usage tracker for resource:port and tenant:1484db6c3a4343bb8c4ef23cc3966709 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:24.915885 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 5c07fedc-27d3-4235-97e5-911362c0ad45, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5c07fedc-27d3-4235-97e5-911362c0ad45,segment=NetworkSegment(dcc14624-4dd7-4ea5-911d-193abaf0eac1),segment_id=dcc14624-4dd7-4ea5-911d-193abaf0eac1)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:24.925762 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:24.930233 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:24.970171 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:24.989137 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:24.992375 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-427642dc-8c6b-4e7c-931a-7c68370f12a6 req-b1803858-1def-4ddb-93a5-8bf6488b8c7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea0210d-47bf-4c61-be2b-67b01094b74b HTTP/1.1" status: 200 len: 217 time: 0.0812333 Apr 20 05:45:25.000478 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=5c07fedc-27d3-4235-97e5-911362c0ad45,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:25.000872 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Made reservation on behalf of 1484db6c3a4343bb8c4ef23cc3966709 for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:25.007535 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:25.007661 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:25.064640 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:25.093376 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:25.105499 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Usage tracker for resource:security_group_rule and tenant:1484db6c3a4343bb8c4ef23cc3966709 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:25.110669 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:25.114495 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427642dc-8c6b-4e7c-931a-7c68370f12a6 req-fac856c6-fa8c-470c-a396-07df4b6f20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:25.116538 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-427642dc-8c6b-4e7c-931a-7c68370f12a6 req-fac856c6-fa8c-470c-a396-07df4b6f20f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10999d55-07ae-4b7d-b737-652e042b455d HTTP/1.1" status: 200 len: 859 time: 0.0991700 Apr 20 05:45:25.120783 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:25.178882 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-427642dc-8c6b-4e7c-931a-7c68370f12a6 req-c8e02e33-bd1e-45b1-8ada-1025c725460c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527394 Apr 20 05:45:25.203558 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['5c07fedc-27d3-4235-97e5-911362c0ad45'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:45:25.375235 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-427642dc-8c6b-4e7c-931a-7c68370f12a6 req-ea6470c3-fd78-496e-9130-931ccb28147e service neutron] 10.222.0.13 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833031 Apr 20 05:45:25.415446 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:25.469263 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:25.478818 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:25.642602 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f97978-762b-4b36-834f-c2967cc34adf,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:25.656080 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:25.675827 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b3cd59d0-9a15-40d8-9aa0-925c8e7f4862 req-f3203263-f743-4454-8e88-988b7df23ea9 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0 HTTP/1.1" status: 200 len: 210 time: 0.1070976 Apr 20 05:45:25.712867 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-427642dc-8c6b-4e7c-931a-7c68370f12a6 req-823980ab-d0f2-45bd-8b86-a71290361b7b service neutron] 10.222.0.13 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272040 Apr 20 05:45:25.722660 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e20540-1829-4bf8-b101-5b0e0c35d8a5 req-53da58ba-8804-4c9b-8dd0-5c26b67192f6 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:25.739821 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-41e20540-1829-4bf8-b101-5b0e0c35d8a5 req-53da58ba-8804-4c9b-8dd0-5c26b67192f6 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 944 time: 0.1497364 Apr 20 05:45:25.818803 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Allocated IP 192.168.233.99 (9bb48d20-5190-4f11-ba81-fafbe9157db7/961e28e1-0dc7-49e9-b4aa-86fe7f210ba6/a2401752-e074-437c-9218-99e49d7b2a91) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:45:25.863718 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-41e20540-1829-4bf8-b101-5b0e0c35d8a5 req-7d220e8f-d7fc-406c-9935-289e76e3704f tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226292 Apr 20 05:45:26.089759 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:26.108542 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Transition to ACTIVE for port object a2401752-e074-437c-9218-99e49d7b2a91 will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:26.133236 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:26.140294 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:26.183388 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52574) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:26.214500 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Network 9bb48d20-5190-4f11-ba81-fafbe9157db7 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:26.218463 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:26.223345 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:45:26.230438 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:26.247147 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:26.262609 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Pushing event updated for resources: {'Port': ['ID=a2401752-e074-437c-9218-99e49d7b2a91,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:26.280098 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:26.310288 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6901643 Apr 20 05:45:26.337730 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Request body: {'port': {'device_id': '5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:26.341964 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5a1e1341-31cf-4bda-87e8-3e3b925e4a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:26.359808 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-5a1e1341-31cf-4bda-87e8-3e3b925e4a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:26.364561 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-5a1e1341-31cf-4bda-87e8-3e3b925e4a8d admin admin] Usage tracker for resource:security_group_rule and tenant:f5666990d2f44c41aab0514036a89f4b is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:26.367751 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-5a1e1341-31cf-4bda-87e8-3e3b925e4a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:26.374020 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-5a1e1341-31cf-4bda-87e8-3e3b925e4a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:26.464126 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:26.470230 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5a1e1341-31cf-4bda-87e8-3e3b925e4a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:26.473599 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5a1e1341-31cf-4bda-87e8-3e3b925e4a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:26.484360 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-85142a67-0b08-4bb5-8877-65969a92b27d None None] Provisioning for port a2401752-e074-437c-9218-99e49d7b2a91 completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:26.485148 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6249fc66-0f18-4204-9a1c-9e3cd93f2025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:26.490873 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-85142a67-0b08-4bb5-8877-65969a92b27d None None] Provisioning complete for port a2401752-e074-437c-9218-99e49d7b2a91 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:26.491493 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-85142a67-0b08-4bb5-8877-65969a92b27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:26.526858 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-5a1e1341-31cf-4bda-87e8-3e3b925e4a8d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5666990d2f44c41aab0514036a89f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422081 Apr 20 05:45:26.528862 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e1341-31cf-4bda-87e8-3e3b925e4a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3d413f-312a-4947-9748-c5e4b9af011a,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:26.531686 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52584) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:26.534734 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5a1e1341-31cf-4bda-87e8-3e3b925e4a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:26.564142 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-85142a67-0b08-4bb5-8877-65969a92b27d None None] Port a2401752-e074-437c-9218-99e49d7b2a91 cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:45:26.593573 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-349df212-aeb2-4351-976b-6f6fb406e258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:26.624179 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-349df212-aeb2-4351-976b-6f6fb406e258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:26.655420 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 0ea0210d-47bf-4c61-be2b-67b01094b74b details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:45:26.661311 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 5c07fedc-27d3-4235-97e5-911362c0ad45 up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:26.669237 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-349df212-aeb2-4351-976b-6f6fb406e258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:26.674739 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-05e53869-af94-49b2-8123-23264493d589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:26.685680 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349df212-aeb2-4351-976b-6f6fb406e258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3d413f-312a-4947-9748-c5e4b9af011a,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:26.689553 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-349df212-aeb2-4351-976b-6f6fb406e258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:26.692895 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-349df212-aeb2-4351-976b-6f6fb406e258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:26.694132 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-349df212-aeb2-4351-976b-6f6fb406e258 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb3d413f-312a-4947-9748-c5e4b9af011a HTTP/1.1" status: 204 len: 168 time: 0.1614780 Apr 20 05:45:26.866004 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port 5c07fedc-27d3-4235-97e5-911362c0ad45 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:26.884443 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port 5c07fedc-27d3-4235-97e5-911362c0ad45 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:26.884859 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:26.917650 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2401752-e074-437c-9218-99e49d7b2a91 {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:45:26.932416 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:26.966206 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Transition to ACTIVE for port object a2401752-e074-437c-9218-99e49d7b2a91 will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:26.979215 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acb57e-a971-449d-b79d-8f5b08cfe3fc req-7cda54a1-14c9-4d27-bdee-ffc7dff63346 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:26.979986 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-c8acb57e-a971-449d-b79d-8f5b08cfe3fc req-7cda54a1-14c9-4d27-bdee-ffc7dff63346 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Synchronizing usage tracker for tenant:1484db6c3a4343bb8c4ef23cc3966709 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:26.984072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:26.989389 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2401cd77-23a1-4e78-8cf2-205f3c6a1d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:27.093303 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3742f9-6153-4e8d-8472-fbf3508e1905 req-9717257f-f3bd-4b6f-ba11-3b61dc3757fc tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:27.102881 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-bf3742f9-6153-4e8d-8472-fbf3508e1905 req-9717257f-f3bd-4b6f-ba11-3b61dc3757fc tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 944 time: 0.1052988 Apr 20 05:45:27.125484 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a2401752-e074-437c-9218-99e49d7b2a91,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:27.135077 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-c8acb57e-a971-449d-b79d-8f5b08cfe3fc req-7cda54a1-14c9-4d27-bdee-ffc7dff63346 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Unset dirty status for tenant:1484db6c3a4343bb8c4ef23cc3966709 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:27.136701 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8acb57e-a971-449d-b79d-8f5b08cfe3fc req-7cda54a1-14c9-4d27-bdee-ffc7dff63346 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0 HTTP/1.1" status: 200 len: 935 time: 0.3366928 Apr 20 05:45:27.137929 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:27.162590 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-bf3742f9-6153-4e8d-8472-fbf3508e1905 req-603d3e61-90ad-4a7d-9f76-7ef12624be61 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582433 Apr 20 05:45:27.370034 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 0ea0210d-47bf-4c61-be2b-67b01094b74b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0ea0210d-47bf-4c61-be2b-67b01094b74b,segment=NetworkSegment(dcc14624-4dd7-4ea5-911d-193abaf0eac1),segment_id=dcc14624-4dd7-4ea5-911d-193abaf0eac1)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:27.379790 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-c8acb57e-a971-449d-b79d-8f5b08cfe3fc req-9e6d0ff6-ab34-44b6-94b1-77109b105ddb tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Synchronizing usage tracker for tenant:1484db6c3a4343bb8c4ef23cc3966709 on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:27.384984 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Attempting to bind port a2401752-e074-437c-9218-99e49d7b2a91 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:45:27.385456 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Attempting to bind port a2401752-e074-437c-9218-99e49d7b2a91 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '2ee65d17-d2f6-4f8e-820e-2ad7812b17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9bb48d20-5190-4f11-ba81-fafbe9157db7'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:45:27.385895 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Attempting to bind port a2401752-e074-437c-9218-99e49d7b2a91 on network 9bb48d20-5190-4f11-ba81-fafbe9157db7 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:27.387819 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:27.399465 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Port a2401752-e074-437c-9218-99e49d7b2a91 on network 9bb48d20-5190-4f11-ba81-fafbe9157db7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:45:27.399673 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Attempting to bind port a2401752-e074-437c-9218-99e49d7b2a91 on network 9bb48d20-5190-4f11-ba81-fafbe9157db7 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:27.408447 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:45:27.408829 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Checking segment: {'id': '2ee65d17-d2f6-4f8e-820e-2ad7812b17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9bb48d20-5190-4f11-ba81-fafbe9157db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:27.409395 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': '0ea0210d-47bf-4c61-be2b-67b01094b74b', 'network_id': 'bdab4e93-f807-4e1c-aa4b-601aaa98dbda', 'port_id': '0ea0210d-47bf-4c61-be2b-67b01094b74b', 'mac_address': 'fa:16:3e:12:a1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10999d55-07ae-4b7d-b737-652e042b455d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:45:27.409533 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Bound using segment: {'id': '2ee65d17-d2f6-4f8e-820e-2ad7812b17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9bb48d20-5190-4f11-ba81-fafbe9157db7'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:45:27.409877 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Bound port: a2401752-e074-437c-9218-99e49d7b2a91, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee65d17-d2f6-4f8e-820e-2ad7812b17dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9bb48d20-5190-4f11-ba81-fafbe9157db7'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:45:27.410259 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:27.450473 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-c8acb57e-a971-449d-b79d-8f5b08cfe3fc req-9e6d0ff6-ab34-44b6-94b1-77109b105ddb tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Unset dirty status for tenant:1484db6c3a4343bb8c4ef23cc3966709 on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:27.455245 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8acb57e-a971-449d-b79d-8f5b08cfe3fc req-9e6d0ff6-ab34-44b6-94b1-77109b105ddb tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f97978-762b-4b36-834f-c2967cc34adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011650 Apr 20 05:45:27.496705 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:27.528317 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea0210d-47bf-4c61-be2b-67b01094b74b {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:45:27.537451 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f5f356-32ef-48c1-b2c3-9566455c1004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c07fedc-27d3-4235-97e5-911362c0ad45'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:27.600266 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 5c07fedc-27d3-4235-97e5-911362c0ad45, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5c07fedc-27d3-4235-97e5-911362c0ad45,segment=NetworkSegment(dcc14624-4dd7-4ea5-911d-193abaf0eac1),segment_id=dcc14624-4dd7-4ea5-911d-193abaf0eac1)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:27.609706 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:27.619107 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 0ea0210d-47bf-4c61-be2b-67b01094b74b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0ea0210d-47bf-4c61-be2b-67b01094b74b,segment=NetworkSegment(dcc14624-4dd7-4ea5-911d-193abaf0eac1),segment_id=dcc14624-4dd7-4ea5-911d-193abaf0eac1)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:27.620349 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:27.690258 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f5f356-32ef-48c1-b2c3-9566455c1004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c07fedc-27d3-4235-97e5-911362c0ad45', 'code': 200} Apr 20 05:45:27.701116 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:27.719859 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=5c07fedc-27d3-4235-97e5-911362c0ad45,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:27.730631 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:27.731286 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:27.809214 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=0ea0210d-47bf-4c61-be2b-67b01094b74b,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:27.819329 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:27.819594 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52638) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:27.868774 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] For port a2401752-e074-437c-9218-99e49d7b2a91, host hv-cinder-78605, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:45:27.872123 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] For port a2401752-e074-437c-9218-99e49d7b2a91, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a2401752-e074-437c-9218-99e49d7b2a91,segment=NetworkSegment(2ee65d17-d2f6-4f8e-820e-2ad7812b17dc),segment_id=2ee65d17-d2f6-4f8e-820e-2ad7812b17dc)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:45:27.876550 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:27.881870 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:27.974160 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['0ea0210d-47bf-4c61-be2b-67b01094b74b'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:45:27.979888 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:27.980550 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:27.982254 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] 10.222.0.13 "PUT /v2.0/ports/a2401752-e074-437c-9218-99e49d7b2a91 HTTP/1.1" status: 200 len: 1097 time: 1.6497607 Apr 20 05:45:27.990847 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0', 'tag': 'a2401752-e074-437c-9218-99e49d7b2a91'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:28.095596 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a2401752-e074-437c-9218-99e49d7b2a91,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:28.100232 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:28.113823 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0', 'tag': 'a2401752-e074-437c-9218-99e49d7b2a91', 'status': 'completed', 'code': 200} Apr 20 05:45:28.120507 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0430dc-add9-4807-bcdd-b26e3b9e2eb2 req-52e57a92-259f-4f10-97f0-66f829275a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:28.122339 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1d0430dc-add9-4807-bcdd-b26e3b9e2eb2 req-52e57a92-259f-4f10-97f0-66f829275a02 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 1099 time: 0.2028179 Apr 20 05:45:28.189769 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-bd636006-2850-4b55-8074-69cc1207fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:28.191876 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-bd636006-2850-4b55-8074-69cc1207fc8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1484db6c3a4343bb8c4ef23cc3966709&device_id=5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0 HTTP/1.1" status: 200 len: 1100 time: 0.1642361 Apr 20 05:45:28.193733 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52652) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:28.199927 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1d0430dc-add9-4807-bcdd-b26e3b9e2eb2 req-b13bf47a-1206-46c6-b7e3-6717542cd0b8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629151 Apr 20 05:45:28.291456 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52658) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:28.293098 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-f821100d-b2ca-4b29-b8bb-84432430ddf7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a2401752-e074-437c-9218-99e49d7b2a91 HTTP/1.1" status: 200 len: 217 time: 0.0918243 Apr 20 05:45:28.312679 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-849513393-network', 'tenant_id': 'd35220ab700e4b2db17f5c075f0cc96d'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:28.319254 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:28.323252 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Usage tracker for resource:network and tenant:d35220ab700e4b2db17f5c075f0cc96d is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:28.326632 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:28.333137 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:28.342797 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Made reservation on behalf of d35220ab700e4b2db17f5c075f0cc96d for: {'network': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:28.348087 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for network, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:28.380097 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:28.393352 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2875182c-8098-4f5f-a753-6292963373c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:28.420053 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-3b7db34a-228b-4fd2-9444-ef18a330a542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:28.421656 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-3b7db34a-228b-4fd2-9444-ef18a330a542 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=961e28e1-0dc7-49e9-b4aa-86fe7f210ba6 HTTP/1.1" status: 200 len: 843 time: 0.1202314 Apr 20 05:45:28.426196 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-22daaa00-5982-4ecb-821d-649c1fe0b8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:28.439122 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:28.443459 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Usage tracker for resource:security_group_rule and tenant:d35220ab700e4b2db17f5c075f0cc96d is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:28.446482 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:28.458055 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-2875182c-8098-4f5f-a753-6292963373c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:28.462140 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:28.467156 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2875182c-8098-4f5f-a753-6292963373c4 admin admin] Usage tracker for resource:security_group_rule and tenant:7f35d2720ce8432882ffc2f5cfc82952 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:28.471020 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2875182c-8098-4f5f-a753-6292963373c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:28.474035 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-22daaa00-5982-4ecb-821d-649c1fe0b8da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:28.487404 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-2875182c-8098-4f5f-a753-6292963373c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:28.490588 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-22daaa00-5982-4ecb-821d-649c1fe0b8da admin admin] Usage tracker for resource:security_group_rule and tenant:68adbcdef83d45f5b5ab4d44448fc8ae is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:28.500638 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-22daaa00-5982-4ecb-821d-649c1fe0b8da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:28.504727 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde73fc8-427d-4e27-bb4e-22df49c5af0c req-3a88091e-0061-464b-be35-c94878a95203 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:28.506206 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-bde73fc8-427d-4e27-bb4e-22df49c5af0c req-3a88091e-0061-464b-be35-c94878a95203 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 945 time: 0.1680136 Apr 20 05:45:28.516209 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-22daaa00-5982-4ecb-821d-649c1fe0b8da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:28.564240 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-63b72b82-d989-453f-909a-25b0b56708ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:28.565856 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-63b72b82-d989-453f-909a-25b0b56708ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bb48d20-5190-4f11-ba81-fafbe9157db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1343036 Apr 20 05:45:28.570957 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-bde73fc8-427d-4e27-bb4e-22df49c5af0c req-a5987921-a729-4e5c-9b44-d9d990ce1c7d tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545082 Apr 20 05:45:28.708973 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-fc002668-f375-4dd5-8722-c03f810fb7a7 service neutron] 10.222.0.13 "GET /v2.0/networks/9bb48d20-5190-4f11-ba81-fafbe9157db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352911 Apr 20 05:45:28.771928 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:28.791650 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:28.795788 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2875182c-8098-4f5f-a753-6292963373c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:28.800592 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-65205046-a359-4b69-b008-eb7ea69b4197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:28.816812 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-22daaa00-5982-4ecb-821d-649c1fe0b8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:28.820344 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2875182c-8098-4f5f-a753-6292963373c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:28.838876 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-22daaa00-5982-4ecb-821d-649c1fe0b8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:28.859114 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-248d8564-79d7-49ab-9b9c-42e7ea0cb145 req-c0c78fc0-dcf7-4833-a65a-67a1743e4f45 service neutron] 10.222.0.13 "GET /v2.0/networks/9bb48d20-5190-4f11-ba81-fafbe9157db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358624 Apr 20 05:45:28.864770 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=86332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:45:28.893268 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52796de-7897-4ec5-b3b0-964d2d9d0782 req-0447328c-b416-4a2d-aec5-9d72808e6dd6 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:28.894829 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a52796de-7897-4ec5-b3b0-964d2d9d0782 req-0447328c-b416-4a2d-aec5-9d72808e6dd6 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0 HTTP/1.1" status: 200 len: 947 time: 0.3119888 Apr 20 05:45:28.901290 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac89b4db-9170-4091-bf4c-e7894e1e9278,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:28.915884 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:28.921298 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-2875182c-8098-4f5f-a753-6292963373c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f35d2720ce8432882ffc2f5cfc82952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7264273 Apr 20 05:45:28.922218 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e9631ac4-f0dc-4562-9585-7d819ef05138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:28.942140 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:28.942526 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.segments_db [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Added segment e1b99407-df5c-4a9e-ba5a-deb653a0cbc5 of type vlan for network 6f08c960-f57c-4b00-9eed-b01bbe773749 Apr 20 05:45:28.945998 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52670) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:28.973387 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-22daaa00-5982-4ecb-821d-649c1fe0b8da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68adbcdef83d45f5b5ab4d44448fc8ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6807494 Apr 20 05:45:28.976412 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 52674) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:29.013196 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2559ba-c97d-4940-887e-2523c04798dd req-1ad0dac4-2444-4a94-b818-fc7d4e124729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:29.014760 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd2559ba-c97d-4940-887e-2523c04798dd req-1ad0dac4-2444-4a94-b818-fc7d4e124729 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1484db6c3a4343bb8c4ef23cc3966709&device_id=5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0 HTTP/1.1" status: 200 len: 1100 time: 0.1102960 Apr 20 05:45:29.037400 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875182c-8098-4f5f-a753-6292963373c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c180f080-ebd0-4e74-b8b7-eeea4199afc8,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:29.043572 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736090717418'] for network, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:29.066129 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a52796de-7897-4ec5-b3b0-964d2d9d0782 req-bef096ae-afbf-451a-92a7-fe89453a6afe tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f97978-762b-4b36-834f-c2967cc34adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536930 Apr 20 05:45:29.110542 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22daaa00-5982-4ecb-821d-649c1fe0b8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae3ae89-33d3-4b59-bdf1-43f1d2b6e01c,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:29.128227 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-22daaa00-5982-4ecb-821d-649c1fe0b8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:29.130601 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-22414608-3ba2-44e2-b256-9c93944b4e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:29.130963 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-22414608-3ba2-44e2-b256-9c93944b4e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:29.134578 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d085b3bd-de4b-40b2-87cd-89cd53988dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:29.151714 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0933299a-6a5e-4956-9de7-7ac91c188ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:29.168072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for network, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:29.173651 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d085b3bd-de4b-40b2-87cd-89cd53988dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:29.181028 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:29.181674 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:29.187856 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:29.210319 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0933299a-6a5e-4956-9de7-7ac91c188ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:29.224980 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2559ba-c97d-4940-887e-2523c04798dd req-8c1431ea-1b74-44c9-b676-8f863dabb154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:29.226630 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd2559ba-c97d-4940-887e-2523c04798dd req-8c1431ea-1b74-44c9-b676-8f863dabb154 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bb48d20-5190-4f11-ba81-fafbe9157db7 HTTP/1.1" status: 200 len: 870 time: 0.2023635 Apr 20 05:45:29.315513 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd2559ba-c97d-4940-887e-2523c04798dd req-fa0732d4-60b3-475d-a8b9-97f6faf621d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=a2401752-e074-437c-9218-99e49d7b2a91 HTTP/1.1" status: 200 len: 217 time: 0.0817828 Apr 20 05:45:29.328331 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Pushing event updated for resources: {'Network': ['ID=6f08c960-f57c-4b00-9eed-b01bbe773749,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:29.333501 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:29.339086 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5179632 Apr 20 05:45:29.340425 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Network 6f08c960-f57c-4b00-9eed-b01bbe773749 details requested by agent ovs-agent-dv-cinder-786054-4-smb with host dv-cinder-786054-4-smb {{(pid=86333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:45:29.342535 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52678) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:29.348856 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-be013c0c-645a-451d-af8b-e9588a2c6349 admin admin] Request body: {'subnet': {'network_id': '6f08c960-f57c-4b00-9eed-b01bbe773749', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-849513393-subnet', 'tenant_id': 'd35220ab700e4b2db17f5c075f0cc96d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:29.352471 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d085b3bd-de4b-40b2-87cd-89cd53988dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:29.358142 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-64cc7875-8d19-48b5-926d-dd4747b258cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:29.367674 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-be013c0c-645a-451d-af8b-e9588a2c6349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:29.375340 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085b3bd-de4b-40b2-87cd-89cd53988dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c180f080-ebd0-4e74-b8b7-eeea4199afc8,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:29.377184 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-be013c0c-645a-451d-af8b-e9588a2c6349 admin admin] Usage tracker for resource:subnet and tenant:d35220ab700e4b2db17f5c075f0cc96d is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:29.381191 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d085b3bd-de4b-40b2-87cd-89cd53988dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:29.381999 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-be013c0c-645a-451d-af8b-e9588a2c6349 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:29.382559 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0933299a-6a5e-4956-9de7-7ac91c188ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:29.388674 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-be013c0c-645a-451d-af8b-e9588a2c6349 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:29.390778 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c8e2114f-d0f2-42fe-be47-2e780f7dc5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:29.391045 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d085b3bd-de4b-40b2-87cd-89cd53988dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:29.394907 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-d085b3bd-de4b-40b2-87cd-89cd53988dcc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c180f080-ebd0-4e74-b8b7-eeea4199afc8 HTTP/1.1" status: 204 len: 168 time: 0.4451916 Apr 20 05:45:29.402411 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be013c0c-645a-451d-af8b-e9588a2c6349 admin admin] Made reservation on behalf of d35220ab700e4b2db17f5c075f0cc96d for: {'subnet': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:29.405736 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933299a-6a5e-4956-9de7-7ac91c188ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae3ae89-33d3-4b59-bdf1-43f1d2b6e01c,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:29.407267 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-be013c0c-645a-451d-af8b-e9588a2c6349 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843552403'] for subnet, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:29.408123 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-0933299a-6a5e-4956-9de7-7ac91c188ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:29.416068 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0933299a-6a5e-4956-9de7-7ac91c188ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:29.419771 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-0933299a-6a5e-4956-9de7-7ac91c188ce8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ae3ae89-33d3-4b59-bdf1-43f1d2b6e01c HTTP/1.1" status: 204 len: 168 time: 0.4398670 Apr 20 05:45:29.419771 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2559ba-c97d-4940-887e-2523c04798dd req-79840f84-f41b-46c6-8ea4-c84d6f2ea0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:29.421207 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd2559ba-c97d-4940-887e-2523c04798dd req-79840f84-f41b-46c6-8ea4-c84d6f2ea0bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=961e28e1-0dc7-49e9-b4aa-86fe7f210ba6 HTTP/1.1" status: 200 len: 843 time: 0.0982742 Apr 20 05:45:29.556715 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2559ba-c97d-4940-887e-2523c04798dd req-9f2d96d1-314b-4a5c-85eb-7a1460b514e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:29.558372 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd2559ba-c97d-4940-887e-2523c04798dd req-9f2d96d1-314b-4a5c-85eb-7a1460b514e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bb48d20-5190-4f11-ba81-fafbe9157db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1298966 Apr 20 05:45:29.727584 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd2559ba-c97d-4940-887e-2523c04798dd req-82f5ed63-48ca-4fed-a6ae-6d4af2cea89d service neutron] 10.222.0.13 "GET /v2.0/networks/9bb48d20-5190-4f11-ba81-fafbe9157db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542301 Apr 20 05:45:29.838236 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52696) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:29.873702 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-281b6d6b-7f57-4e83-939f-e33d301d4db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:29.910328 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-281b6d6b-7f57-4e83-939f-e33d301d4db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:29.923103 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-281b6d6b-7f57-4e83-939f-e33d301d4db8 admin admin] Usage tracker for resource:security_group_rule and tenant:6830dd6f4f4149fe932540f4ebc0497d is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:29.930642 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-281b6d6b-7f57-4e83-939f-e33d301d4db8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:29.933376 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd2559ba-c97d-4940-887e-2523c04798dd req-9567f31b-b23d-4c6f-9027-47c16af9c9da service neutron] 10.222.0.13 "GET /v2.0/networks/9bb48d20-5190-4f11-ba81-fafbe9157db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955209 Apr 20 05:45:29.937213 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 52700) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:29.941904 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99ac4c-3261-48c7-a8cb-272d64a281aa req-340fa902-f6e5-4bb5-b0e5-e69a70c801f8 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:29.943490 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ec99ac4c-3261-48c7-a8cb-272d64a281aa req-340fa902-f6e5-4bb5-b0e5-e69a70c801f8 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 945 time: 0.1747706 Apr 20 05:45:29.949961 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-281b6d6b-7f57-4e83-939f-e33d301d4db8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:29.957300 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e7578f8e-5863-40c0-bc08-1d869e8424a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:29.972996 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-e7578f8e-5863-40c0-bc08-1d869e8424a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:29.977123 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-e7578f8e-5863-40c0-bc08-1d869e8424a3 admin admin] Usage tracker for resource:security_group_rule and tenant:ba18b2a1db5f4fd68a4403ca4f417607 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:29.980048 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-e7578f8e-5863-40c0-bc08-1d869e8424a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:29.986693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-e7578f8e-5863-40c0-bc08-1d869e8424a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:30.062639 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ec99ac4c-3261-48c7-a8cb-272d64a281aa req-b957c481-a993-410a-8856-51ed75595920 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075227 Apr 20 05:45:30.074762 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e7578f8e-5863-40c0-bc08-1d869e8424a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:30.081713 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e7578f8e-5863-40c0-bc08-1d869e8424a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:30.090614 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b24df760-e40b-4a00-8a7a-8302390cc8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:30.097008 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-be013c0c-645a-451d-af8b-e9588a2c6349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853878957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843552388'] for subnet, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:30.108948 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:30.136835 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-e7578f8e-5863-40c0-bc08-1d869e8424a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba18b2a1db5f4fd68a4403ca4f417607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985197 Apr 20 05:45:30.138511 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 52706) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:30.152358 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7578f8e-5863-40c0-bc08-1d869e8424a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3be6881-f45c-4028-9a69-2a779543dfad,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:30.156830 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e7578f8e-5863-40c0-bc08-1d869e8424a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:30.207688 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-81ec30ee-2632-4b71-9c20-f17860880237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:30.219585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-281b6d6b-7f57-4e83-939f-e33d301d4db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:30.226065 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be013c0c-645a-451d-af8b-e9588a2c6349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bf8be8e-0afc-422c-9a46-150349b382a1,revision_number=0']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:30.229780 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-281b6d6b-7f57-4e83-939f-e33d301d4db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:30.238276 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-be013c0c-645a-451d-af8b-e9588a2c6349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:30.241330 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-aff75c5d-c634-449b-8012-4486ea63d147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:30.251754 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be013c0c-645a-451d-af8b-e9588a2c6349 admin admin] Checking segment: {'id': 'e1b99407-df5c-4a9e-ba5a-deb653a0cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6f08c960-f57c-4b00-9eed-b01bbe773749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:30.252140 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be013c0c-645a-451d-af8b-e9588a2c6349 admin admin] Network hostable DHCP agents. Network: 6f08c960-f57c-4b00-9eed-b01bbe773749, hostable agents: ['b936b2ef-06b6-4af0-a031-b6b0516c12cc'], hosted agents: [] {{(pid=86332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:45:30.284758 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-81ec30ee-2632-4b71-9c20-f17860880237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:30.290504 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b6d6b-7f57-4e83-939f-e33d301d4db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12fa007-c8f7-4554-8926-65732964cb4d,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:30.294999 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-281b6d6b-7f57-4e83-939f-e33d301d4db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:30.301497 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-281b6d6b-7f57-4e83-939f-e33d301d4db8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6830dd6f4f4149fe932540f4ebc0497d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4584210 Apr 20 05:45:30.302650 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52710) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:30.324089 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be013c0c-645a-451d-af8b-e9588a2c6349 admin admin] Network 6f08c960-f57c-4b00-9eed-b01bbe773749 is scheduled to be hosted by DHCP agent b936b2ef-06b6-4af0-a031-b6b0516c12cc with binding_index 1 {{(pid=86332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:45:30.346061 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-be013c0c-645a-451d-af8b-e9588a2c6349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-smb, 6f08c960-f57c-4b00-9eed-b01bbe773749) {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:30.354326 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff3454c-0bc3-4e77-a062-5e029567456f None None] Network 6f08c960-f57c-4b00-9eed-b01bbe773749 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:45:30.359491 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9d4a1-5934-4fb7-bd3a-7f11dd1b92ae req-397c7634-5012-4dd7-80ed-2be9d17f64b7 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:30.361377 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-50b9d4a1-5934-4fb7-bd3a-7f11dd1b92ae req-397c7634-5012-4dd7-80ed-2be9d17f64b7 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0 HTTP/1.1" status: 200 len: 947 time: 0.1442277 Apr 20 05:45:30.367828 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-81ec30ee-2632-4b71-9c20-f17860880237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:30.371490 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be013c0c-645a-451d-af8b-e9588a2c6349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:30.372129 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-be013c0c-645a-451d-af8b-e9588a2c6349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:30.394348 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d4b9a881-0eb5-4da9-91b9-51bdad79bbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:30.404122 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6e830b81-16e7-4589-ae6d-bc969951a149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:30.409468 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec30ee-2632-4b71-9c20-f17860880237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3be6881-f45c-4028-9a69-2a779543dfad,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:30.412143 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-81ec30ee-2632-4b71-9c20-f17860880237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:30.421593 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-be013c0c-645a-451d-af8b-e9588a2c6349 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0777133 Apr 20 05:45:30.425713 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-81ec30ee-2632-4b71-9c20-f17860880237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:30.427051 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-81ec30ee-2632-4b71-9c20-f17860880237 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3be6881-f45c-4028-9a69-2a779543dfad HTTP/1.1" status: 204 len: 168 time: 0.2874324 Apr 20 05:45:30.449612 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6e830b81-16e7-4589-ae6d-bc969951a149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:30.454363 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-50b9d4a1-5934-4fb7-bd3a-7f11dd1b92ae req-ac1038c1-ca78-41d1-96ca-228a98e06262 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f97978-762b-4b36-834f-c2967cc34adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746415 Apr 20 05:45:30.512873 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6e830b81-16e7-4589-ae6d-bc969951a149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:30.519969 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-19031baa-86e3-461c-85f6-8437173b8739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:30.539204 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e830b81-16e7-4589-ae6d-bc969951a149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12fa007-c8f7-4554-8926-65732964cb4d,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:30.542511 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6e830b81-16e7-4589-ae6d-bc969951a149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:30.543928 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6e830b81-16e7-4589-ae6d-bc969951a149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:30.545843 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-6e830b81-16e7-4589-ae6d-bc969951a149 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d12fa007-c8f7-4554-8926-65732964cb4d HTTP/1.1" status: 204 len: 168 time: 0.2384689 Apr 20 05:45:30.628687 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32665d56-675f-4f0c-af38-cad22de12e6e None None] Network 6f08c960-f57c-4b00-9eed-b01bbe773749 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:45:30.711852 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 0ea0210d-47bf-4c61-be2b-67b01094b74b up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:30.823962 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port 0ea0210d-47bf-4c61-be2b-67b01094b74b completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:30.831031 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port 0ea0210d-47bf-4c61-be2b-67b01094b74b triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:30.831432 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:31.063446 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:31.073972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52740) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:31.099110 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed543d3-74b1-4cf1-9aa4-616e119ea9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea0210d-47bf-4c61-be2b-67b01094b74b'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:31.111094 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 0ea0210d-47bf-4c61-be2b-67b01094b74b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0ea0210d-47bf-4c61-be2b-67b01094b74b,segment=NetworkSegment(dcc14624-4dd7-4ea5-911d-193abaf0eac1),segment_id=dcc14624-4dd7-4ea5-911d-193abaf0eac1)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:31.113652 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f6359dd-6ee6-4954-aaa7-14caddda9565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:31.116336 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:31.123503 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:31.155661 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-2f6359dd-6ee6-4954-aaa7-14caddda9565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:31.162259 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2f6359dd-6ee6-4954-aaa7-14caddda9565 admin admin] Usage tracker for resource:security_group_rule and tenant:9dc533e6097243858be90e8c0acd2187 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:31.168773 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2f6359dd-6ee6-4954-aaa7-14caddda9565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:31.202796 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed543d3-74b1-4cf1-9aa4-616e119ea9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea0210d-47bf-4c61-be2b-67b01094b74b', 'code': 200} Apr 20 05:45:31.205820 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-2f6359dd-6ee6-4954-aaa7-14caddda9565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:31.268815 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=0ea0210d-47bf-4c61-be2b-67b01094b74b,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:31.276850 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:31.422110 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bda385-a313-40ef-a1a4-7a7ef9d53408 req-2a4957de-6aac-4433-b4ec-b96f24f1ca5f tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:31.423724 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b9bda385-a313-40ef-a1a4-7a7ef9d53408 req-2a4957de-6aac-4433-b4ec-b96f24f1ca5f tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.1723871 Apr 20 05:45:31.454118 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f6359dd-6ee6-4954-aaa7-14caddda9565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:31.460812 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f6359dd-6ee6-4954-aaa7-14caddda9565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:31.480228 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4679cc9a-eadc-42fc-9abe-ba7856282f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:31.563113 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b9bda385-a313-40ef-a1a4-7a7ef9d53408 req-fc1b350f-5a6d-47b9-afba-49b84e693684 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271996 Apr 20 05:45:31.563544 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d0ee7-a678-4c49-abdf-fb1ca3505ec7 req-547648f8-256b-4cbd-8a74-1fdc60e74118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:31.565225 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b96d0ee7-a678-4c49-abdf-fb1ca3505ec7 req-547648f8-256b-4cbd-8a74-1fdc60e74118 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 1099 time: 0.1444962 Apr 20 05:45:31.571594 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-2f6359dd-6ee6-4954-aaa7-14caddda9565 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9dc533e6097243858be90e8c0acd2187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4964595 Apr 20 05:45:31.573016 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52766) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:31.625693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6359dd-6ee6-4954-aaa7-14caddda9565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dc2263-58b0-448b-b7fc-c1b3dfb24a8d,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:31.629469 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2f6359dd-6ee6-4954-aaa7-14caddda9565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:31.677634 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-719889d6-715d-46dc-b55b-82c4e3f319a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:31.707915 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b96d0ee7-a678-4c49-abdf-fb1ca3505ec7 req-815a4a4d-f1d1-46fd-8a76-4646a408deca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334295 Apr 20 05:45:31.708037 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-719889d6-715d-46dc-b55b-82c4e3f319a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:31.747914 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bcaa95-1994-44e8-8395-e33e718d0fa4 req-a9c44170-c299-4152-b6e2-3f376979e91b tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:31.749258 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-51bcaa95-1994-44e8-8395-e33e718d0fa4 req-a9c44170-c299-4152-b6e2-3f376979e91b tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0 HTTP/1.1" status: 200 len: 947 time: 0.1553814 Apr 20 05:45:31.753697 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-719889d6-715d-46dc-b55b-82c4e3f319a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:31.759439 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9603bed5-3b4f-493a-8b1d-51d6f82f7ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:31.769952 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52772) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:31.780201 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719889d6-715d-46dc-b55b-82c4e3f319a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dc2263-58b0-448b-b7fc-c1b3dfb24a8d,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:31.783934 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-719889d6-715d-46dc-b55b-82c4e3f319a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:31.786203 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-719889d6-715d-46dc-b55b-82c4e3f319a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:31.787369 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-719889d6-715d-46dc-b55b-82c4e3f319a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44dc2263-58b0-448b-b7fc-c1b3dfb24a8d HTTP/1.1" status: 204 len: 168 time: 0.2105098 Apr 20 05:45:31.819530 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-51bcaa95-1994-44e8-8395-e33e718d0fa4 req-c4fb15fb-dc10-4309-8ff1-2731f1d5c04d tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f97978-762b-4b36-834f-c2967cc34adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637641 Apr 20 05:45:32.028352 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2092174337-network', 'tenant_id': '7594a0acdd0a4cfca8353d50423bf671'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:32.033613 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:32.038181 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Usage tracker for resource:network and tenant:7594a0acdd0a4cfca8353d50423bf671 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:32.041425 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:32.047649 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:32.057250 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Made reservation on behalf of 7594a0acdd0a4cfca8353d50423bf671 for: {'network': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:32.062433 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for network, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:32.078555 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:32.095816 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:32.100707 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Usage tracker for resource:security_group_rule and tenant:7594a0acdd0a4cfca8353d50423bf671 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:32.103939 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:32.110257 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:32.200340 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:32.203471 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:32.208043 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-77e4fba0-bcdd-4d02-b524-1ec9ec8aa162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:32.233407 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=86332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:45:32.246787 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15be9f2-74ff-4820-a827-108971be9ba7,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:32.250975 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:32.252035 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:32.252399 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.segments_db [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Added segment 4012aa9a-37c0-410d-ab81-faeb5d31cfbc of type vlan for network d8190e76-c56b-44a3-a7da-385b7794d383 Apr 20 05:45:32.283683 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736090717418'] for network, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:32.317241 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for network, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:32.318828 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:32.319729 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:32.325340 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1ea25c5f-b70d-4df9-ac88-be72cdf268ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:32.430490 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6593950 Apr 20 05:45:32.431262 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Pushing event updated for resources: {'Network': ['ID=d8190e76-c56b-44a3-a7da-385b7794d383,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:32.433619 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52802) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:32.436176 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:32.440249 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-31941e10-b405-4834-beda-3e6f7fe4a1d3 admin admin] Request body: {'subnet': {'network_id': 'd8190e76-c56b-44a3-a7da-385b7794d383', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2092174337-subnet', 'tenant_id': '7594a0acdd0a4cfca8353d50423bf671', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:32.442703 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Network d8190e76-c56b-44a3-a7da-385b7794d383 details requested by agent ovs-agent-dv-cinder-786054-4-smb with host dv-cinder-786054-4-smb {{(pid=86333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:45:32.445827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-31941e10-b405-4834-beda-3e6f7fe4a1d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:32.449913 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-31941e10-b405-4834-beda-3e6f7fe4a1d3 admin admin] Usage tracker for resource:subnet and tenant:7594a0acdd0a4cfca8353d50423bf671 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:32.453003 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-31941e10-b405-4834-beda-3e6f7fe4a1d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:32.459136 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-31941e10-b405-4834-beda-3e6f7fe4a1d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:32.475108 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31941e10-b405-4834-beda-3e6f7fe4a1d3 admin admin] Made reservation on behalf of 7594a0acdd0a4cfca8353d50423bf671 for: {'subnet': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:32.480239 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-31941e10-b405-4834-beda-3e6f7fe4a1d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843552403'] for subnet, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:32.685382 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device a2401752-e074-437c-9218-99e49d7b2a91 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:45:32.915378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e20390-4a51-4457-a0f5-5aa9cb801cf4 req-5e06f137-28a9-491f-959a-c2c953a068d0 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:32.918484 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-71e20390-4a51-4457-a0f5-5aa9cb801cf4 req-5e06f137-28a9-491f-959a-c2c953a068d0 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.1444089 Apr 20 05:45:32.946589 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port a2401752-e074-437c-9218-99e49d7b2a91, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a2401752-e074-437c-9218-99e49d7b2a91,segment=NetworkSegment(2ee65d17-d2f6-4f8e-820e-2ad7812b17dc),segment_id=2ee65d17-d2f6-4f8e-820e-2ad7812b17dc)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:32.991702 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': 'a2401752-e074-437c-9218-99e49d7b2a91', 'network_id': '9bb48d20-5190-4f11-ba81-fafbe9157db7', 'port_id': 'a2401752-e074-437c-9218-99e49d7b2a91', 'mac_address': 'fa:16:3e:5e:b7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '961e28e1-0dc7-49e9-b4aa-86fe7f210ba6', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:45:32.992644 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-71e20390-4a51-4457-a0f5-5aa9cb801cf4 req-12d8eee2-5c48-4128-aff6-2479b79f0bee tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675089 Apr 20 05:45:33.121973 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:33.144829 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2401752-e074-437c-9218-99e49d7b2a91 {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:45:33.164475 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:45:33.183115 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port a2401752-e074-437c-9218-99e49d7b2a91, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a2401752-e074-437c-9218-99e49d7b2a91,segment=NetworkSegment(2ee65d17-d2f6-4f8e-820e-2ad7812b17dc),segment_id=2ee65d17-d2f6-4f8e-820e-2ad7812b17dc)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:33.187869 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:33.190267 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-fe497ce0-9dc9-461f-b949-13a28c0d42f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:33.284722 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=a2401752-e074-437c-9218-99e49d7b2a91,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:33.298547 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:33.330503 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4488e31-8bf7-4e46-afe6-27d4c46520df req-048dfe8f-9f6c-4af3-b421-9cf174d8847a tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:33.332244 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d4488e31-8bf7-4e46-afe6-27d4c46520df req-048dfe8f-9f6c-4af3-b421-9cf174d8847a tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0 HTTP/1.1" status: 200 len: 948 time: 0.1248724 Apr 20 05:45:33.419516 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-039b9159-e3a4-426d-8b49-477c80116f89 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:33.421144 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-039b9159-e3a4-426d-8b49-477c80116f89 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/networks?id=6f08c960-f57c-4b00-9eed-b01bbe773749 HTTP/1.1" status: 200 len: 808 time: 0.1694286 Apr 20 05:45:33.429037 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-31941e10-b405-4834-beda-3e6f7fe4a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853878957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843552388'] for subnet, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:33.432579 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d4488e31-8bf7-4e46-afe6-27d4c46520df req-41d87160-c63e-4947-9c19-012846bf5be3 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f97978-762b-4b36-834f-c2967cc34adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621696 Apr 20 05:45:33.437430 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:33.457912 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-8368f6b3-5025-4e4d-aba4-78cbc7198ade tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/quotas/d35220ab700e4b2db17f5c075f0cc96d HTTP/1.1" status: 200 len: 375 time: 0.0294888 Apr 20 05:45:33.460549 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['a2401752-e074-437c-9218-99e49d7b2a91'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:45:33.507398 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-8e7805b2-c037-4940-b65b-cc13040f789d tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d35220ab700e4b2db17f5c075f0cc96d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480182 Apr 20 05:45:33.537810 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31941e10-b405-4834-beda-3e6f7fe4a1d3 admin admin] Checking segment: {'id': '4012aa9a-37c0-410d-ab81-faeb5d31cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd8190e76-c56b-44a3-a7da-385b7794d383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:33.538203 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31941e10-b405-4834-beda-3e6f7fe4a1d3 admin admin] Network hostable DHCP agents. Network: d8190e76-c56b-44a3-a7da-385b7794d383, hostable agents: ['b936b2ef-06b6-4af0-a031-b6b0516c12cc'], hosted agents: [] {{(pid=86332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:45:33.542735 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31941e10-b405-4834-beda-3e6f7fe4a1d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=850bb3f4-7cc4-4200-a27f-ee2326f0f5f5,revision_number=0']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:33.546578 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-31941e10-b405-4834-beda-3e6f7fe4a1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:33.563740 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31941e10-b405-4834-beda-3e6f7fe4a1d3 admin admin] Network d8190e76-c56b-44a3-a7da-385b7794d383 is scheduled to be hosted by DHCP agent b936b2ef-06b6-4af0-a031-b6b0516c12cc with binding_index 1 {{(pid=86332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:45:33.575752 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-31941e10-b405-4834-beda-3e6f7fe4a1d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-smb, d8190e76-c56b-44a3-a7da-385b7794d383) {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:33.591898 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0309f8-d162-419c-8ff6-fd138f9b5a99 None None] Network d8190e76-c56b-44a3-a7da-385b7794d383 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:45:33.602453 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31941e10-b405-4834-beda-3e6f7fe4a1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:33.603108 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-31941e10-b405-4834-beda-3e6f7fe4a1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:33.645505 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-31941e10-b405-4834-beda-3e6f7fe4a1d3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2107527 Apr 20 05:45:33.680144 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-c8dba137-9176-4f35-b620-8a869d48f293 service neutron] 10.222.0.44 "GET /v2.0/networks/6f08c960-f57c-4b00-9eed-b01bbe773749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450636 Apr 20 05:45:33.835135 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-03ecfe8d-64a2-4ed6-a370-62e0a53446d3 service neutron] 10.222.0.44 "GET /v2.0/networks/6f08c960-f57c-4b00-9eed-b01bbe773749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480079 Apr 20 05:45:33.937286 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fd6acc-0ab8-47d7-883e-8fa6c3edfb71 None None] Network d8190e76-c56b-44a3-a7da-385b7794d383 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:45:34.094323 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-280ee6ee-cea7-4792-8b7e-44fea56ac15a req-510a93d3-d3ed-4a43-a0b0-046b52552382 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fd058ac-5ef5-4264-a107-a5ec37253e13 HTTP/1.1" status: 200 len: 210 time: 0.0792131 Apr 20 05:45:34.340181 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d06a6-8161-41cd-88a6-c17355a0d01f req-4b3fc553-329a-4b72-b398-6727909c8767 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:34.350162 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cd9d06a6-8161-41cd-88a6-c17355a0d01f req-4b3fc553-329a-4b72-b398-6727909c8767 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.1137471 Apr 20 05:45:34.417491 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cd9d06a6-8161-41cd-88a6-c17355a0d01f req-68fd98e6-2def-4fdf-bbfc-8dbe0306a3c4 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659254 Apr 20 05:45:34.603580 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 52884) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:34.609681 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-13357321-network', 'tenant_id': '7320cd555e614fedb52bd59e33362e56'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:34.615200 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:34.619298 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Usage tracker for resource:network and tenant:7320cd555e614fedb52bd59e33362e56 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:34.626978 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:34.633371 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:34.650100 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Made reservation on behalf of 7320cd555e614fedb52bd59e33362e56 for: {'network': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:34.656874 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for network, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:34.670480 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:34.688423 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:34.692629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Usage tracker for resource:security_group_rule and tenant:7320cd555e614fedb52bd59e33362e56 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:34.692805 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device a2401752-e074-437c-9218-99e49d7b2a91 up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:34.755307 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:34.770734 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:34.802191 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port a2401752-e074-437c-9218-99e49d7b2a91 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:34.809912 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port a2401752-e074-437c-9218-99e49d7b2a91 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:34.810534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:34.899114 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:34.910644 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0ffae-7d53-4a0d-8955-9826c13f8470 req-84cd1201-193f-404a-8ef3-fdeb31a531d5 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:34.912199 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8ec0ffae-7d53-4a0d-8955-9826c13f8470 req-84cd1201-193f-404a-8ef3-fdeb31a531d5 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0 HTTP/1.1" status: 200 len: 948 time: 0.2160985 Apr 20 05:45:34.913414 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:34.918250 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-bb152332-4f38-4fe0-a164-f1280c979b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:34.970367 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=86332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:45:34.977198 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:35.006036 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:35.006400 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.segments_db [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Added segment 2f736176-ff89-4668-a275-6bb24722d8a2 of type vlan for network 24988d6c-cf84-4025-a46e-1bf8b48dae8f Apr 20 05:45:35.010165 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf9ae15-6bc9-4867-9dee-664f4fad9de9,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:35.029942 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:35.033316 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8ec0ffae-7d53-4a0d-8955-9826c13f8470 req-91892aef-79f0-45cc-8d84-7be8919ba272 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f97978-762b-4b36-834f-c2967cc34adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987103 Apr 20 05:45:35.040163 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2401752-e074-437c-9218-99e49d7b2a91'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:35.063546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port a2401752-e074-437c-9218-99e49d7b2a91, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a2401752-e074-437c-9218-99e49d7b2a91,segment=NetworkSegment(2ee65d17-d2f6-4f8e-820e-2ad7812b17dc),segment_id=2ee65d17-d2f6-4f8e-820e-2ad7812b17dc)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:35.067794 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:35.070084 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:35.088255 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736090717418'] for network, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:35.151015 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for network, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:35.152443 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:35.153281 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:35.166227 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2401752-e074-437c-9218-99e49d7b2a91', 'code': 200} Apr 20 05:45:35.196902 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:35.226057 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=a2401752-e074-437c-9218-99e49d7b2a91,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:35.229457 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e0b25-b51f-41f4-b69a-d4b99a406b03 req-bbc93563-11f4-4291-a547-3d8ac0adcad0 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:35.231250 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-743e0b25-b51f-41f4-b69a-d4b99a406b03 req-bbc93563-11f4-4291-a547-3d8ac0adcad0 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.2323186 Apr 20 05:45:35.232269 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6275055 Apr 20 05:45:35.233530 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:35.235174 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 52902) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:35.244636 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-040af67e-a8c7-4724-aad5-a2116d12c72a admin admin] Request body: {'subnet': {'network_id': '24988d6c-cf84-4025-a46e-1bf8b48dae8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-13357321-subnet', 'tenant_id': '7320cd555e614fedb52bd59e33362e56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:35.286180 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-040af67e-a8c7-4724-aad5-a2116d12c72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:35.300737 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-040af67e-a8c7-4724-aad5-a2116d12c72a admin admin] Usage tracker for resource:subnet and tenant:7320cd555e614fedb52bd59e33362e56 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:35.306219 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-040af67e-a8c7-4724-aad5-a2116d12c72a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:35.310774 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e9b10-1691-4987-b3cd-b0f2579b694c req-a71ca2a9-ea5c-42f4-bf90-17d5d24bafff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:35.312523 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aa8e9b10-1691-4987-b3cd-b0f2579b694c req-a71ca2a9-ea5c-42f4-bf90-17d5d24bafff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26775c98490b4d5599bd466a2c4e2ce2&device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 1099 time: 0.2143607 Apr 20 05:45:35.316813 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Pushing event updated for resources: {'Network': ['ID=24988d6c-cf84-4025-a46e-1bf8b48dae8f,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:35.319409 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-040af67e-a8c7-4724-aad5-a2116d12c72a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:35.319755 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:35.329807 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Network 24988d6c-cf84-4025-a46e-1bf8b48dae8f details requested by agent ovs-agent-dv-cinder-786054-4-smb with host dv-cinder-786054-4-smb {{(pid=86333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:45:35.369154 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-743e0b25-b51f-41f4-b69a-d4b99a406b03 req-61b83755-7d71-41ad-861c-8ea5c1ac2d11 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203511 Apr 20 05:45:35.445134 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040af67e-a8c7-4724-aad5-a2116d12c72a admin admin] Made reservation on behalf of 7320cd555e614fedb52bd59e33362e56 for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:35.449973 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-040af67e-a8c7-4724-aad5-a2116d12c72a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:35.469914 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-167cf094-544f-4123-93a3-8375b7bfef91 req-d5240256-96f5-4d3e-918b-34401dc998aa tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fd058ac-5ef5-4264-a107-a5ec37253e13 HTTP/1.1" status: 200 len: 210 time: 0.1199362 Apr 20 05:45:35.801171 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-5533d88d-1326-49ec-8838-2cdb1b280791 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:35.802237 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-5533d88d-1326-49ec-8838-2cdb1b280791 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Synchronizing usage tracker for tenant:d35220ab700e4b2db17f5c075f0cc96d on resource:network {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:35.819398 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-5533d88d-1326-49ec-8838-2cdb1b280791 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Unset dirty status for tenant:d35220ab700e4b2db17f5c075f0cc96d on resource:network {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:35.820659 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-5533d88d-1326-49ec-8838-2cdb1b280791 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.13 "GET /v2.0/networks?id=6f08c960-f57c-4b00-9eed-b01bbe773749 HTTP/1.1" status: 200 len: 808 time: 0.3025765 Apr 20 05:45:35.836522 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Request body: {'port': {'device_id': '9fd058ac-5ef5-4264-a107-a5ec37253e13', 'network_id': '6f08c960-f57c-4b00-9eed-b01bbe773749', 'admin_state_up': True, 'tenant_id': 'd35220ab700e4b2db17f5c075f0cc96d'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:35.969537 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e9b10-1691-4987-b3cd-b0f2579b694c req-a87b3b44-7939-4981-879d-f4bfaf84b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:35.971310 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aa8e9b10-1691-4987-b3cd-b0f2579b694c req-a87b3b44-7939-4981-879d-f4bfaf84b5c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda HTTP/1.1" status: 200 len: 920 time: 0.6464663 Apr 20 05:45:35.987665 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:35.992617 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Usage tracker for resource:port and tenant:d35220ab700e4b2db17f5c075f0cc96d is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:35.996422 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:36.003273 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:36.014031 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Made reservation on behalf of d35220ab700e4b2db17f5c075f0cc96d for: {'port': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:36.020614 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.052400 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e12c4-d5bb-4260-b6ba-3dfcb55ad18b req-a3d60a45-b528-46ed-8dab-df53459b9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:36.054128 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cc3e12c4-d5bb-4260-b6ba-3dfcb55ad18b req-a3d60a45-b528-46ed-8dab-df53459b9136 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0 HTTP/1.1" status: 200 len: 1102 time: 0.5853097 Apr 20 05:45:36.065444 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aa8e9b10-1691-4987-b3cd-b0f2579b694c req-41e7b1ed-2921-40db-a475-7ba439534df5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea0210d-47bf-4c61-be2b-67b01094b74b HTTP/1.1" status: 200 len: 217 time: 0.0819621 Apr 20 05:45:36.196098 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-719902da-fbb0-407e-96fb-dfbb001ca7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.244539 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Allocated IP 172.20.0.11 (6f08c960-f57c-4b00-9eed-b01bbe773749/1bf8be8e-0afc-422c-9a46-150349b382a1/b015a175-8fa9-4360-bbcd-456447ad0531) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:45:36.250442 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cc3e12c4-d5bb-4260-b6ba-3dfcb55ad18b req-5ad6a071-3988-46ba-9f9f-c901d92d89c5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e0f97978-762b-4b36-834f-c2967cc34adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868925 Apr 20 05:45:36.257832 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e9b10-1691-4987-b3cd-b0f2579b694c req-a9be0697-11af-4397-bcff-27f91af1c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:36.259348 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aa8e9b10-1691-4987-b3cd-b0f2579b694c req-a9be0697-11af-4397-bcff-27f91af1c378 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10999d55-07ae-4b7d-b737-652e042b455d HTTP/1.1" status: 200 len: 859 time: 0.1799912 Apr 20 05:45:36.383404 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aa8e9b10-1691-4987-b3cd-b0f2579b694c req-f87421e5-1df8-4b9e-8014-9be294a780e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678425 Apr 20 05:45:36.497693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.532239 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.540514 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:36.629698 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55afb92-ec94-470e-9473-0163ea6967d2 req-52103121-ffb4-4bda-b4e8-d75c0bda31e8 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:36.631314 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c55afb92-ec94-470e-9473-0163ea6967d2 req-52103121-ffb4-4bda-b4e8-d75c0bda31e8 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0 HTTP/1.1" status: 200 len: 949 time: 0.3669119 Apr 20 05:45:36.672952 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Network 6f08c960-f57c-4b00-9eed-b01bbe773749 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:36.677192 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:36.679700 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:45:36.698101 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aa8e9b10-1691-4987-b3cd-b0f2579b694c req-edd69dfc-c59a-4f78-9bd5-583d5e901892 service neutron] 10.222.0.13 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024342 Apr 20 05:45:36.715427 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Pushing event updated for resources: {'Port': ['ID=b015a175-8fa9-4360-bbcd-456447ad0531,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:36.717354 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c55afb92-ec94-470e-9473-0163ea6967d2 req-e93f7aca-da9d-4468-8118-fd0d81011351 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f97978-762b-4b36-834f-c2967cc34adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781844 Apr 20 05:45:36.718413 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:36.780593 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:36.781406 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:36.810972 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9730566 Apr 20 05:45:36.833753 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249e00f-1731-4f6b-a180-47b8fb379d45 req-36131f75-cec8-47de-a865-95d8a68e9d28 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:36.842288 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9249e00f-1731-4f6b-a180-47b8fb379d45 req-36131f75-cec8-47de-a865-95d8a68e9d28 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.2579412 Apr 20 05:45:36.849164 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Request body: {'port': {'device_id': '9fd058ac-5ef5-4264-a107-a5ec37253e13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:36.893729 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aa8e9b10-1691-4987-b3cd-b0f2579b694c req-a1168130-3124-42b2-b3a5-04e6c453b9b4 service neutron] 10.222.0.13 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796758 Apr 20 05:45:37.024990 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-040af67e-a8c7-4724-aad5-a2116d12c72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.027250 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9249e00f-1731-4f6b-a180-47b8fb379d45 req-caa8b699-961a-4d20-a5cb-f57e0ed323f6 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840253 Apr 20 05:45:37.027837 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.034828 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-39505c2d-13cc-467a-8de8-07de3816737b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:37.116183 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808402b3-b528-4948-b4b8-d9b0e2179671 req-fa89dfe7-0228-4216-a678-e5f9983e1db6 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:37.130616 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-808402b3-b528-4948-b4b8-d9b0e2179671 req-fa89dfe7-0228-4216-a678-e5f9983e1db6 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fd058ac-5ef5-4264-a107-a5ec37253e13 HTTP/1.1" status: 200 len: 932 time: 0.2228179 Apr 20 05:45:37.164780 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040af67e-a8c7-4724-aad5-a2116d12c72a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8d31d35-2acd-4984-a661-52d4161c128c,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:37.172484 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-040af67e-a8c7-4724-aad5-a2116d12c72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:37.173313 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040af67e-a8c7-4724-aad5-a2116d12c72a admin admin] Checking segment: {'id': '2f736176-ff89-4668-a275-6bb24722d8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '24988d6c-cf84-4025-a46e-1bf8b48dae8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:37.173708 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040af67e-a8c7-4724-aad5-a2116d12c72a admin admin] Network hostable DHCP agents. Network: 24988d6c-cf84-4025-a46e-1bf8b48dae8f, hostable agents: ['b936b2ef-06b6-4af0-a031-b6b0516c12cc'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:45:37.219674 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-808402b3-b528-4948-b4b8-d9b0e2179671 req-2ddd3b84-9547-4894-8e74-be54d1a28aa4 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797253 Apr 20 05:45:37.221128 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040af67e-a8c7-4724-aad5-a2116d12c72a admin admin] Network 24988d6c-cf84-4025-a46e-1bf8b48dae8f is scheduled to be hosted by DHCP agent b936b2ef-06b6-4af0-a031-b6b0516c12cc with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:45:37.242946 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-040af67e-a8c7-4724-aad5-a2116d12c72a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-smb, 24988d6c-cf84-4025-a46e-1bf8b48dae8f) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:37.252366 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf211c4-860f-45f9-b049-a4853b044521 None None] Network 24988d6c-cf84-4025-a46e-1bf8b48dae8f requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:45:37.256315 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040af67e-a8c7-4724-aad5-a2116d12c72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:37.256955 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-040af67e-a8c7-4724-aad5-a2116d12c72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.302159 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-040af67e-a8c7-4724-aad5-a2116d12c72a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0656142 Apr 20 05:45:37.597246 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b172a4-a205-404d-9b44-d2fd7ce20fc7 None None] Network 24988d6c-cf84-4025-a46e-1bf8b48dae8f requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:45:37.605066 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c9ffe-91c3-4d2c-8eb3-23ecfa85bb4f req-eb8b821e-661e-4700-b143-9a514b8e6ee0 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:37.606884 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-342c9ffe-91c3-4d2c-8eb3-23ecfa85bb4f req-eb8b821e-661e-4700-b143-9a514b8e6ee0 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1219537 Apr 20 05:45:37.715669 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-342c9ffe-91c3-4d2c-8eb3-23ecfa85bb4f req-a20031d1-a09e-4b51-b50b-49fda05840c1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022997 Apr 20 05:45:37.758583 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b015a175-8fa9-4360-bbcd-456447ad0531 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:45:37.777534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.817188 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Transition to ACTIVE for port object b015a175-8fa9-4360-bbcd-456447ad0531 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:37.829014 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:37.829014 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:37.985598 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6c2de94e-1d70-484d-9859-cd1ea5ddbf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:38.064903 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Pushing event updated for resources: {'Port': ['ID=b015a175-8fa9-4360-bbcd-456447ad0531,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:38.073891 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:38.173137 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026765e-9777-4214-b5bd-aa0e853404ec req-9fcc50e3-7ddc-43dc-b91b-58df700bc3a5 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:38.173384 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-b10d466c-4ded-4fc9-96c8-dbab9e9af80e tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:38.175033 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6026765e-9777-4214-b5bd-aa0e853404ec req-9fcc50e3-7ddc-43dc-b91b-58df700bc3a5 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0 HTTP/1.1" status: 200 len: 949 time: 0.2189796 Apr 20 05:45:38.175152 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-b10d466c-4ded-4fc9-96c8-dbab9e9af80e tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/networks?id=d8190e76-c56b-44a3-a7da-385b7794d383 HTTP/1.1" status: 200 len: 809 time: 0.1721909 Apr 20 05:45:38.179502 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Attempting to bind port b015a175-8fa9-4360-bbcd-456447ad0531 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:45:38.179869 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Attempting to bind port b015a175-8fa9-4360-bbcd-456447ad0531 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'e1b99407-df5c-4a9e-ba5a-deb653a0cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6f08c960-f57c-4b00-9eed-b01bbe773749'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:45:38.180226 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Attempting to bind port b015a175-8fa9-4360-bbcd-456447ad0531 on network 6f08c960-f57c-4b00-9eed-b01bbe773749 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:38.185211 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Port b015a175-8fa9-4360-bbcd-456447ad0531 on network 6f08c960-f57c-4b00-9eed-b01bbe773749 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:45:38.185567 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Attempting to bind port b015a175-8fa9-4360-bbcd-456447ad0531 on network 6f08c960-f57c-4b00-9eed-b01bbe773749 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:38.191990 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-5b5e8194-d6d2-4725-841d-0e29b88d2979 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/quotas/7594a0acdd0a4cfca8353d50423bf671 HTTP/1.1" status: 200 len: 375 time: 0.0099943 Apr 20 05:45:38.206484 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:45:38.206853 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Checking segment: {'id': 'e1b99407-df5c-4a9e-ba5a-deb653a0cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6f08c960-f57c-4b00-9eed-b01bbe773749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:38.207259 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Bound using segment: {'id': 'e1b99407-df5c-4a9e-ba5a-deb653a0cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6f08c960-f57c-4b00-9eed-b01bbe773749'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:45:38.207752 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Bound port: b015a175-8fa9-4360-bbcd-456447ad0531, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b99407-df5c-4a9e-ba5a-deb653a0cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6f08c960-f57c-4b00-9eed-b01bbe773749'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:45:38.208101 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:38.245413 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-dece54b8-34e5-44ce-8e77-e5888f67e10d tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7594a0acdd0a4cfca8353d50423bf671&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473001 Apr 20 05:45:38.285786 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6026765e-9777-4214-b5bd-aa0e853404ec req-f46852d0-8d1f-45a0-93e7-c7f8765c6412 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f97978-762b-4b36-834f-c2967cc34adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977826 Apr 20 05:45:38.326675 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] For port b015a175-8fa9-4360-bbcd-456447ad0531, host hv-cinder-78605, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:45:38.330098 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] For port b015a175-8fa9-4360-bbcd-456447ad0531, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b015a175-8fa9-4360-bbcd-456447ad0531,segment=NetworkSegment(e1b99407-df5c-4a9e-ba5a-deb653a0cbc5),segment_id=e1b99407-df5c-4a9e-ba5a-deb653a0cbc5)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:45:38.336672 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:38.344041 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:38.412039 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:38.412981 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:38.414851 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] 10.222.0.13 "PUT /v2.0/ports/b015a175-8fa9-4360-bbcd-456447ad0531 HTTP/1.1" status: 200 len: 1094 time: 1.5704119 Apr 20 05:45:38.415759 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd058ac-5ef5-4264-a107-a5ec37253e13', 'tag': 'b015a175-8fa9-4360-bbcd-456447ad0531'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:38.438338 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Pushing event updated for resources: {'Port': ['ID=b015a175-8fa9-4360-bbcd-456447ad0531,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:38.443175 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:38.449583 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-857379e4-d6d8-43f5-98a5-949ace94da3c service neutron] 10.222.0.44 "GET /v2.0/networks/d8190e76-c56b-44a3-a7da-385b7794d383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960275 Apr 20 05:45:38.595934 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-506ee54e-eb5c-4613-8222-9450df0dfdea service neutron] 10.222.0.44 "GET /v2.0/networks/d8190e76-c56b-44a3-a7da-385b7794d383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397803 Apr 20 05:45:38.597950 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20186470-fd64-4021-8454-5ac45bb85da0 req-786a0102-eb00-4f32-8c6e-e75b5e5f5eed tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:38.599647 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-20186470-fd64-4021-8454-5ac45bb85da0 req-786a0102-eb00-4f32-8c6e-e75b5e5f5eed tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.1576078 Apr 20 05:45:38.602838 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-2691d528-c746-4d0a-9b0a-2ac28d9514a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:38.604275 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-2691d528-c746-4d0a-9b0a-2ac28d9514a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d35220ab700e4b2db17f5c075f0cc96d&device_id=9fd058ac-5ef5-4264-a107-a5ec37253e13 HTTP/1.1" status: 200 len: 1097 time: 0.1209495 Apr 20 05:45:38.692286 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-a0058a27-12c6-4414-b989-7a814f7d905f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b015a175-8fa9-4360-bbcd-456447ad0531 HTTP/1.1" status: 200 len: 217 time: 0.0705717 Apr 20 05:45:38.745934 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:38.764698 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-20186470-fd64-4021-8454-5ac45bb85da0 req-a410d165-04fc-4982-bfec-20f11c0c427c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585138 Apr 20 05:45:38.794776 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-ef18fb49-d271-4ef0-9902-08e8391f4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:38.796362 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-ef18fb49-d271-4ef0-9902-08e8391f4896 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bf8be8e-0afc-422c-9a46-150349b382a1 HTTP/1.1" status: 200 len: 848 time: 0.0966282 Apr 20 05:45:38.872016 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-05a71f7e-487a-4788-a818-8ee54e400c03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f08c960-f57c-4b00-9eed-b01bbe773749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668125 Apr 20 05:45:38.874558 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd058ac-5ef5-4264-a107-a5ec37253e13', 'tag': 'b015a175-8fa9-4360-bbcd-456447ad0531', 'status': 'completed', 'code': 200} Apr 20 05:45:38.922693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa3780-696e-4e1e-9f74-fabbe25f0f82 req-be172066-4f21-4551-bdf9-0702e4603fd8 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:38.930998 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-65aa3780-696e-4e1e-9f74-fabbe25f0f82 req-be172066-4f21-4551-bdf9-0702e4603fd8 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fd058ac-5ef5-4264-a107-a5ec37253e13 HTTP/1.1" status: 200 len: 944 time: 0.1237242 Apr 20 05:45:38.980131 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-65aa3780-696e-4e1e-9f74-fabbe25f0f82 req-43611c4c-83db-493a-8426-55251633f0e6 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481210 Apr 20 05:45:39.359264 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-a0df0738-1e20-463f-84b6-eacd36a85c05 service neutron] 10.222.0.13 "GET /v2.0/networks/6f08c960-f57c-4b00-9eed-b01bbe773749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692135 Apr 20 05:45:39.538316 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-29fba8aa-1366-47b3-a4c9-48cfab765832 req-4b0a2a0e-f6c9-4788-b919-3ffc9176417a service neutron] 10.222.0.13 "GET /v2.0/networks/6f08c960-f57c-4b00-9eed-b01bbe773749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717777 Apr 20 05:45:39.542374 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b5f44a52-f115-4d49-9215-12934f73fc30 req-13eab03c-7190-43e8-8d32-9da04d4cdf32 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e29c78-ef86-40bd-b887-245d3ddb777a HTTP/1.1" status: 200 len: 210 time: 0.1093764 Apr 20 05:45:39.547049 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:39.750743 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ab2b7-5afd-47f6-8b45-9ec8dd4e9004 req-9fe3915d-30d1-4448-8d26-978dad14fef1 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:39.752513 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1d1ab2b7-5afd-47f6-8b45-9ec8dd4e9004 req-9fe3915d-30d1-4448-8d26-978dad14fef1 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0 HTTP/1.1" status: 200 len: 949 time: 0.1004274 Apr 20 05:45:39.773244 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d2a76-d454-4c14-9010-785117f57f65 req-d36c0370-1ad2-40dd-8328-da55b411ce0b tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:39.774836 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0c2d2a76-d454-4c14-9010-785117f57f65 req-d36c0370-1ad2-40dd-8328-da55b411ce0b tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1534111 Apr 20 05:45:39.802956 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1d1ab2b7-5afd-47f6-8b45-9ec8dd4e9004 req-9e30bfb8-e8cd-406c-865f-044c13e1070b tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f97978-762b-4b36-834f-c2967cc34adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432484 Apr 20 05:45:39.809491 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19b629-1b4d-4cae-99a6-cfc60764143b req-82033574-26b2-4547-973b-3f3e3a3b9cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:39.811096 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5b19b629-1b4d-4cae-99a6-cfc60764143b req-82033574-26b2-4547-973b-3f3e3a3b9cbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d35220ab700e4b2db17f5c075f0cc96d&device_id=9fd058ac-5ef5-4264-a107-a5ec37253e13 HTTP/1.1" status: 200 len: 1097 time: 0.1322780 Apr 20 05:45:39.855956 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0c2d2a76-d454-4c14-9010-785117f57f65 req-6b526fee-ac57-4483-84c8-e90366c90f7e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727592 Apr 20 05:45:39.973202 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19b629-1b4d-4cae-99a6-cfc60764143b req-5defb3e6-6e84-48a7-8728-2d8df9639019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:39.975042 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5b19b629-1b4d-4cae-99a6-cfc60764143b req-5defb3e6-6e84-48a7-8728-2d8df9639019 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f08c960-f57c-4b00-9eed-b01bbe773749 HTTP/1.1" status: 200 len: 909 time: 0.1530344 Apr 20 05:45:40.010988 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e766f-4211-415d-874d-5c9470b72269 req-4056003a-42c9-42d0-8ffd-150935aaf8d7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:40.012629 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5c2e766f-4211-415d-874d-5c9470b72269 req-4056003a-42c9-42d0-8ffd-150935aaf8d7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.1036658 Apr 20 05:45:40.062053 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5c2e766f-4211-415d-874d-5c9470b72269 req-cab6c43c-5537-4c51-ab6e-8902dd4c6fe4 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428400 Apr 20 05:45:40.120221 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5b19b629-1b4d-4cae-99a6-cfc60764143b req-991a7681-f56b-415a-89a3-7ef3bc2cfda6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b015a175-8fa9-4360-bbcd-456447ad0531 HTTP/1.1" status: 200 len: 217 time: 0.1377749 Apr 20 05:45:40.218563 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e825a-8f66-4c54-9263-7dae0294880b req-52fb779e-3085-464d-bca2-5bd4d6ddcdb3 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:40.220294 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-717e825a-8f66-4c54-9263-7dae0294880b req-52fb779e-3085-464d-bca2-5bd4d6ddcdb3 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.1727514 Apr 20 05:45:40.228988 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19b629-1b4d-4cae-99a6-cfc60764143b req-8d4c452b-3874-4337-bbcc-e243f7f0e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:40.231219 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5b19b629-1b4d-4cae-99a6-cfc60764143b req-8d4c452b-3874-4337-bbcc-e243f7f0e647 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bf8be8e-0afc-422c-9a46-150349b382a1 HTTP/1.1" status: 200 len: 848 time: 0.1026449 Apr 20 05:45:40.304548 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5b19b629-1b4d-4cae-99a6-cfc60764143b req-0938e5df-b31d-4fab-872a-63115063e56d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f08c960-f57c-4b00-9eed-b01bbe773749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557563 Apr 20 05:45:40.341975 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-717e825a-8f66-4c54-9263-7dae0294880b req-38488c02-b2d5-4b08-a6bc-43a694cd2cca tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087425 Apr 20 05:45:40.388277 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:40.472077 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-277af01a-9da9-401f-b742-54692665cf56 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:40.473755 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-277af01a-9da9-401f-b742-54692665cf56 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.13 "GET /v2.0/networks?id=d8190e76-c56b-44a3-a7da-385b7794d383 HTTP/1.1" status: 200 len: 809 time: 0.2196748 Apr 20 05:45:40.494231 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5b19b629-1b4d-4cae-99a6-cfc60764143b req-8ad44bdd-6ac6-4f63-84d6-faf0e37396c6 service neutron] 10.222.0.13 "GET /v2.0/networks/6f08c960-f57c-4b00-9eed-b01bbe773749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624274 Apr 20 05:45:40.495046 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abbeb5-f95c-40e6-b19e-16fc03899518 req-22bbaa54-717b-4602-8c64-fcce820e3c99 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:40.496609 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e8abbeb5-f95c-40e6-b19e-16fc03899518 req-22bbaa54-717b-4602-8c64-fcce820e3c99 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fd058ac-5ef5-4264-a107-a5ec37253e13 HTTP/1.1" status: 200 len: 944 time: 0.2831151 Apr 20 05:45:40.543178 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Request body: {'port': {'device_id': 'a4e29c78-ef86-40bd-b887-245d3ddb777a', 'network_id': 'd8190e76-c56b-44a3-a7da-385b7794d383', 'admin_state_up': True, 'tenant_id': '7594a0acdd0a4cfca8353d50423bf671'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:40.636832 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e8abbeb5-f95c-40e6-b19e-16fc03899518 req-56694716-5532-4cea-aa81-2fb3f36c17b7 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334016 Apr 20 05:45:40.661346 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5b19b629-1b4d-4cae-99a6-cfc60764143b req-15a0c8ff-ad3c-47a6-9a68-930139c11b78 service neutron] 10.222.0.13 "GET /v2.0/networks/6f08c960-f57c-4b00-9eed-b01bbe773749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536891 Apr 20 05:45:40.713360 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-bee4c6d7-6438-4ba6-b297-ffbcf99df27a req-5df9f27d-3758-4bac-b8cb-dbf30ec5c96e tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e29c78-ef86-40bd-b887-245d3ddb777a HTTP/1.1" status: 200 len: 210 time: 0.0542457 Apr 20 05:45:40.728290 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:40.732525 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Usage tracker for resource:port and tenant:7594a0acdd0a4cfca8353d50423bf671 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:40.735883 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:40.742223 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:40.751595 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Made reservation on behalf of 7594a0acdd0a4cfca8353d50423bf671 for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:40.757752 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:40.993709 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Allocated IP 172.20.0.2 (d8190e76-c56b-44a3-a7da-385b7794d383/850bb3f4-7cc4-4200-a27f-ee2326f0f5f5/e19e0974-6a13-48ce-b655-3d6ca51bb66e) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:45:41.078758 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c45de-42f7-462e-9beb-f9fe57f277fa req-4062d1d2-09dc-4837-9dee-1d1f95880581 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:41.080408 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-200c45de-42f7-462e-9beb-f9fe57f277fa req-4062d1d2-09dc-4837-9dee-1d1f95880581 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0 HTTP/1.1" status: 200 len: 949 time: 0.1528304 Apr 20 05:45:41.093198 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c998850-c19d-42c4-9355-d80376ce9485 req-0a23d732-4f0d-49af-a5d6-3eb9f904431c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:41.101812 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8c998850-c19d-42c4-9355-d80376ce9485 req-0a23d732-4f0d-49af-a5d6-3eb9f904431c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1197059 Apr 20 05:45:41.151641 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8c998850-c19d-42c4-9355-d80376ce9485 req-83257b31-1328-4080-a5ff-6423ec8c6110 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489020 Apr 20 05:45:41.270385 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e720e4c-5e8d-49c0-a44b-aeca1bac999f req-8cc6054c-2377-492a-8a99-74e8a9ed142d tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:41.273992 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3e720e4c-5e8d-49c0-a44b-aeca1bac999f req-8cc6054c-2377-492a-8a99-74e8a9ed142d tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0 HTTP/1.1" status: 200 len: 949 time: 0.1067758 Apr 20 05:45:41.412894 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-3e720e4c-5e8d-49c0-a44b-aeca1bac999f req-9eff6bc9-8ff3-4cfc-aaf6-d9443e8c1f22 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Deleting port a2401752-e074-437c-9218-99e49d7b2a91 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:45:41.413346 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-3e720e4c-5e8d-49c0-a44b-aeca1bac999f req-9eff6bc9-8ff3-4cfc-aaf6-d9443e8c1f22 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:41.489079 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-200c45de-42f7-462e-9beb-f9fe57f277fa req-7f254710-4512-4b58-a749-e6a654890554 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0f97978-762b-4b36-834f-c2967cc34adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015207 Apr 20 05:45:41.544952 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:41.549380 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11e54d-b33c-4216-a07d-6fbe6b1cf575 req-7a86486e-fd39-48db-a7ce-40c72ec202ad tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:41.557091 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3e11e54d-b33c-4216-a07d-6fbe6b1cf575 req-7a86486e-fd39-48db-a7ce-40c72ec202ad tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.2360213 Apr 20 05:45:41.575982 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:41.587794 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a8d7929e-25da-4386-a996-11e250b175f5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:41.687442 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Network d8190e76-c56b-44a3-a7da-385b7794d383 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:41.687849 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3e11e54d-b33c-4216-a07d-6fbe6b1cf575 req-1ceafbfe-8c29-465f-a274-f99b671fcbe7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298301 Apr 20 05:45:41.699186 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:41.699186 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:45:41.705246 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:41.705918 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:41.742504 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2050092 Apr 20 05:45:41.758207 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Request body: {'port': {'device_id': 'a4e29c78-ef86-40bd-b887-245d3ddb777a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:41.767228 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-3e720e4c-5e8d-49c0-a44b-aeca1bac999f req-9eff6bc9-8ff3-4cfc-aaf6-d9443e8c1f22 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] For port a2401752-e074-437c-9218-99e49d7b2a91, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a2401752-e074-437c-9218-99e49d7b2a91,segment=NetworkSegment(2ee65d17-d2f6-4f8e-820e-2ad7812b17dc),segment_id=2ee65d17-d2f6-4f8e-820e-2ad7812b17dc)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:41.767845 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-3e720e4c-5e8d-49c0-a44b-aeca1bac999f req-9eff6bc9-8ff3-4cfc-aaf6-d9443e8c1f22 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:41.796416 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Pushing event updated for resources: {'Port': ['ID=e19e0974-6a13-48ce-b655-3d6ca51bb66e,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:41.799856 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:41.892033 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124b8bc-ad37-4f6a-bb4a-bd5d37035991 req-388091d6-ace3-4385-91f3-0d5be89ae3e0 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:41.894776 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3124b8bc-ad37-4f6a-bb4a-bd5d37035991 req-388091d6-ace3-4385-91f3-0d5be89ae3e0 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.2691836 Apr 20 05:45:41.936482 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:41.958157 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-3e720e4c-5e8d-49c0-a44b-aeca1bac999f req-9eff6bc9-8ff3-4cfc-aaf6-d9443e8c1f22 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Calling delete_port for a2401752-e074-437c-9218-99e49d7b2a91 owned by compute:nova {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:45:42.015296 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3124b8bc-ad37-4f6a-bb4a-bd5d37035991 req-cd80a0db-38b0-41b7-8e7f-0b091f643803 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067774 Apr 20 05:45:42.167408 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e2c1f-ffd4-4da6-a185-dc0ff12de4de req-5874eeca-f0fc-4364-ab1f-168a4e4b78f2 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:42.168324 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-cf7e2c1f-ffd4-4da6-a185-dc0ff12de4de req-5874eeca-f0fc-4364-ab1f-168a4e4b78f2 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Synchronizing usage tracker for tenant:d35220ab700e4b2db17f5c075f0cc96d on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:42.241100 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-cf7e2c1f-ffd4-4da6-a185-dc0ff12de4de req-5874eeca-f0fc-4364-ab1f-168a4e4b78f2 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Unset dirty status for tenant:d35220ab700e4b2db17f5c075f0cc96d on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:42.242448 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cf7e2c1f-ffd4-4da6-a185-dc0ff12de4de req-5874eeca-f0fc-4364-ab1f-168a4e4b78f2 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fd058ac-5ef5-4264-a107-a5ec37253e13 HTTP/1.1" status: 200 len: 944 time: 0.3954556 Apr 20 05:45:42.277471 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-3e720e4c-5e8d-49c0-a44b-aeca1bac999f req-9eff6bc9-8ff3-4cfc-aaf6-d9443e8c1f22 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:42.289752 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['a2401752-e074-437c-9218-99e49d7b2a91'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:45:42.296456 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:42.352808 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-cf7e2c1f-ffd4-4da6-a185-dc0ff12de4de req-a29838df-42f7-4f8a-bdfb-e23a3e9ea724 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Synchronizing usage tracker for tenant:d35220ab700e4b2db17f5c075f0cc96d on resource:security_group {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:42.354563 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90195aa-f6b2-41cc-bb64-c6bdfc587baf req-a4cf65ca-fe31-4aed-9868-153791ff5600 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:42.355366 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-d90195aa-f6b2-41cc-bb64-c6bdfc587baf req-a4cf65ca-fe31-4aed-9868-153791ff5600 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Synchronizing usage tracker for tenant:7594a0acdd0a4cfca8353d50423bf671 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:42.358342 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff6bc9-8ff3-4cfc-aaf6-d9443e8c1f22 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Pushing event deleted for resources: {'Port': ['ID=a2401752-e074-437c-9218-99e49d7b2a91,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:42.389051 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9eff6bc9-8ff3-4cfc-aaf6-d9443e8c1f22 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:42.438856 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-d90195aa-f6b2-41cc-bb64-c6bdfc587baf req-a4cf65ca-fe31-4aed-9868-153791ff5600 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Unset dirty status for tenant:7594a0acdd0a4cfca8353d50423bf671 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:42.440139 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d90195aa-f6b2-41cc-bb64-c6bdfc587baf req-a4cf65ca-fe31-4aed-9868-153791ff5600 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e29c78-ef86-40bd-b887-245d3ddb777a HTTP/1.1" status: 200 len: 931 time: 0.2334831 Apr 20 05:45:42.444671 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19e0974-6a13-48ce-b655-3d6ca51bb66e {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:45:42.444871 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e720e4c-5e8d-49c0-a44b-aeca1bac999f req-9eff6bc9-8ff3-4cfc-aaf6-d9443e8c1f22 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] No DVR routers for this DVR port a2401752-e074-437c-9218-99e49d7b2a91 on host hv-cinder-78605 {{(pid=86332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:45:42.449637 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-3e720e4c-5e8d-49c0-a44b-aeca1bac999f req-9eff6bc9-8ff3-4cfc-aaf6-d9443e8c1f22 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:42.452823 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0', 'name': 'network-vif-deleted', 'tag': 'a2401752-e074-437c-9218-99e49d7b2a91'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:42.454648 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:42.463280 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-cf7e2c1f-ffd4-4da6-a185-dc0ff12de4de req-a29838df-42f7-4f8a-bdfb-e23a3e9ea724 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Unset dirty status for tenant:d35220ab700e4b2db17f5c075f0cc96d on resource:security_group {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:42.464545 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cf7e2c1f-ffd4-4da6-a185-dc0ff12de4de req-a29838df-42f7-4f8a-bdfb-e23a3e9ea724 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135789 Apr 20 05:45:42.475942 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3e720e4c-5e8d-49c0-a44b-aeca1bac999f req-9eff6bc9-8ff3-4cfc-aaf6-d9443e8c1f22 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.13 "DELETE /v2.0/ports/a2401752-e074-437c-9218-99e49d7b2a91 HTTP/1.1" status: 204 len: 173 time: 1.1956482 Apr 20 05:45:42.511841 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Transition to ACTIVE for port object e19e0974-6a13-48ce-b655-3d6ca51bb66e will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:42.518977 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:42.525797 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2b27219b-7b83-473e-b8c3-ec664bf542fb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:42.567338 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d90195aa-f6b2-41cc-bb64-c6bdfc587baf req-6d0a3287-4cbe-46e7-897d-0d54114aaa4a tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/security-groups?id=a15be9f2-74ff-4820-a827-108971be9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141758 Apr 20 05:45:42.645318 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0', 'name': 'network-vif-deleted', 'tag': 'a2401752-e074-437c-9218-99e49d7b2a91', 'status': 'completed', 'code': 200} Apr 20 05:45:42.689827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101cb2b-423d-4766-85b1-7e49b54ae89f req-05387a32-c3cd-4655-a3b0-dc10879953d8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:42.694516 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device b015a175-8fa9-4360-bbcd-456447ad0531 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:45:42.698516 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f101cb2b-423d-4766-85b1-7e49b54ae89f req-05387a32-c3cd-4655-a3b0-dc10879953d8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1205335 Apr 20 05:45:42.721902 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Pushing event updated for resources: {'Port': ['ID=e19e0974-6a13-48ce-b655-3d6ca51bb66e,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:42.727693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:42.746109 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f101cb2b-423d-4766-85b1-7e49b54ae89f req-8c2b9230-5664-4127-be2b-f4a2fe4a8eb6 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466545 Apr 20 05:45:42.770483 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Attempting to bind port e19e0974-6a13-48ce-b655-3d6ca51bb66e on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:45:42.770483 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Attempting to bind port e19e0974-6a13-48ce-b655-3d6ca51bb66e by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '4012aa9a-37c0-410d-ab81-faeb5d31cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd8190e76-c56b-44a3-a7da-385b7794d383'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:45:42.770483 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Attempting to bind port e19e0974-6a13-48ce-b655-3d6ca51bb66e on network d8190e76-c56b-44a3-a7da-385b7794d383 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:42.787179 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Port e19e0974-6a13-48ce-b655-3d6ca51bb66e on network d8190e76-c56b-44a3-a7da-385b7794d383 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:45:42.787479 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Attempting to bind port e19e0974-6a13-48ce-b655-3d6ca51bb66e on network d8190e76-c56b-44a3-a7da-385b7794d383 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:42.793014 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a3873df3-b038-4adc-aed6-b25c4b07d741 req-df5077a7-e991-41f7-a642-b7242bdbeecf tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c30ce4c-d36f-4c81-8eb4-2ab57d5156c0 HTTP/1.1" status: 200 len: 210 time: 0.0609584 Apr 20 05:45:42.795635 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:45:42.796013 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Checking segment: {'id': '4012aa9a-37c0-410d-ab81-faeb5d31cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd8190e76-c56b-44a3-a7da-385b7794d383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:42.796732 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Bound using segment: {'id': '4012aa9a-37c0-410d-ab81-faeb5d31cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd8190e76-c56b-44a3-a7da-385b7794d383'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:45:42.796951 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Bound port: e19e0974-6a13-48ce-b655-3d6ca51bb66e, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4012aa9a-37c0-410d-ab81-faeb5d31cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd8190e76-c56b-44a3-a7da-385b7794d383'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:45:42.797278 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:42.858904 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port b015a175-8fa9-4360-bbcd-456447ad0531, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b015a175-8fa9-4360-bbcd-456447ad0531,segment=NetworkSegment(e1b99407-df5c-4a9e-ba5a-deb653a0cbc5),segment_id=e1b99407-df5c-4a9e-ba5a-deb653a0cbc5)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:42.873382 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': 'b015a175-8fa9-4360-bbcd-456447ad0531', 'network_id': '6f08c960-f57c-4b00-9eed-b01bbe773749', 'port_id': 'b015a175-8fa9-4360-bbcd-456447ad0531', 'mac_address': 'fa:16:3e:06:17:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf8be8e-0afc-422c-9a46-150349b382a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:45:42.894930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] For port e19e0974-6a13-48ce-b655-3d6ca51bb66e, host hv-cinder-78605, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:45:42.898648 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] For port e19e0974-6a13-48ce-b655-3d6ca51bb66e, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e19e0974-6a13-48ce-b655-3d6ca51bb66e,segment=NetworkSegment(4012aa9a-37c0-410d-ab81-faeb5d31cfbc),segment_id=4012aa9a-37c0-410d-ab81-faeb5d31cfbc)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:45:42.904878 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:42.910953 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:42.935011 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:42.940943 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af7f2e-87f0-45b5-ba5d-0582b8682ca0 req-b1dac3b6-b242-4475-909b-6edf81a02a8b tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:42.942561 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c9af7f2e-87f0-45b5-ba5d-0582b8682ca0 req-b1dac3b6-b242-4475-909b-6edf81a02a8b tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.0924582 Apr 20 05:45:42.956562 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b015a175-8fa9-4360-bbcd-456447ad0531 {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:45:42.974027 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port b015a175-8fa9-4360-bbcd-456447ad0531, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b015a175-8fa9-4360-bbcd-456447ad0531,segment=NetworkSegment(e1b99407-df5c-4a9e-ba5a-deb653a0cbc5),segment_id=e1b99407-df5c-4a9e-ba5a-deb653a0cbc5)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:42.978052 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:42.980842 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:43.003738 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c9af7f2e-87f0-45b5-ba5d-0582b8682ca0 req-a340c23d-946c-469f-abb2-ee9a71aa01c8 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541759 Apr 20 05:45:43.010155 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Pushing event updated for resources: {'Port': ['ID=e19e0974-6a13-48ce-b655-3d6ca51bb66e,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:43.018642 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:43.021715 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:43.022385 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:43.023922 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-c2499b50-071e-4548-940b-806667b3a36c service neutron] 10.222.0.13 "PUT /v2.0/ports/e19e0974-6a13-48ce-b655-3d6ca51bb66e HTTP/1.1" status: 200 len: 1093 time: 1.2704158 Apr 20 05:45:43.024414 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e29c78-ef86-40bd-b887-245d3ddb777a', 'tag': 'e19e0974-6a13-48ce-b655-3d6ca51bb66e'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:43.083210 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=b015a175-8fa9-4360-bbcd-456447ad0531,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:43.095042 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:43.115838 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e29c78-ef86-40bd-b887-245d3ddb777a', 'tag': 'e19e0974-6a13-48ce-b655-3d6ca51bb66e', 'status': 'completed', 'code': 200} Apr 20 05:45:43.165937 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-3b094a86-a083-4afa-b262-6ded401b9f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:43.167523 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-3b094a86-a083-4afa-b262-6ded401b9f25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7594a0acdd0a4cfca8353d50423bf671&device_id=a4e29c78-ef86-40bd-b887-245d3ddb777a HTTP/1.1" status: 200 len: 1096 time: 0.1066685 Apr 20 05:45:43.247079 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['b015a175-8fa9-4360-bbcd-456447ad0531'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:45:43.257393 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-de2b6f49-2659-4eab-bc26-66b28f524ffe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e19e0974-6a13-48ce-b655-3d6ca51bb66e HTTP/1.1" status: 200 len: 217 time: 0.0687332 Apr 20 05:45:43.262224 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ad9af-abe5-44d8-8d71-57a725551ad7 req-57478b10-300d-4e1b-b874-b29d11dc376d tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:43.263864 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-959ad9af-abe5-44d8-8d71-57a725551ad7 req-57478b10-300d-4e1b-b874-b29d11dc376d tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.0917211 Apr 20 05:45:43.315078 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-959ad9af-abe5-44d8-8d71-57a725551ad7 req-7ef6ebae-7a77-4036-956e-18357165a86c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443916 Apr 20 05:45:43.355413 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-17191de1-eac4-4669-8806-9ee302afc4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:43.356976 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-17191de1-eac4-4669-8806-9ee302afc4eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=850bb3f4-7cc4-4200-a27f-ee2326f0f5f5 HTTP/1.1" status: 200 len: 849 time: 0.0868373 Apr 20 05:45:43.415284 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-52205e3f-5d07-4d2d-9575-a5ce1ecc9d9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8190e76-c56b-44a3-a7da-385b7794d383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509043 Apr 20 05:45:43.568965 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-fd8231d9-832f-438f-b7cc-b3c5746f5e84 service neutron] 10.222.0.13 "GET /v2.0/networks/d8190e76-c56b-44a3-a7da-385b7794d383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452813 Apr 20 05:45:43.763378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a98540-2237-4e30-bd84-f3c5b62ed8e2 req-44aff00b-2e50-4886-a3d9-2d5401834433 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:43.764951 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-20a98540-2237-4e30-bd84-f3c5b62ed8e2 req-44aff00b-2e50-4886-a3d9-2d5401834433 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e29c78-ef86-40bd-b887-245d3ddb777a HTTP/1.1" status: 200 len: 943 time: 0.0875335 Apr 20 05:45:43.773540 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab4a8e42-3251-427e-ab4f-582ab0f07c48 req-ea6c390e-2602-4efd-9d72-1248fce58ffb service neutron] 10.222.0.13 "GET /v2.0/networks/d8190e76-c56b-44a3-a7da-385b7794d383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968794 Apr 20 05:45:43.786734 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c9f47-be3c-4bc7-a545-91ba0c5c0fdb req-cca06903-7034-4459-829f-c3aace875d88 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:43.788304 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-879c9f47-be3c-4bc7-a545-91ba0c5c0fdb req-cca06903-7034-4459-829f-c3aace875d88 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fd058ac-5ef5-4264-a107-a5ec37253e13 HTTP/1.1" status: 200 len: 945 time: 0.1899066 Apr 20 05:45:43.819858 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-20a98540-2237-4e30-bd84-f3c5b62ed8e2 req-4ecf7ae2-aa74-4f08-aa30-137030b55439 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Synchronizing usage tracker for tenant:7594a0acdd0a4cfca8353d50423bf671 on resource:security_group {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:43.826219 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:43.838293 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-20a98540-2237-4e30-bd84-f3c5b62ed8e2 req-4ecf7ae2-aa74-4f08-aa30-137030b55439 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Unset dirty status for tenant:7594a0acdd0a4cfca8353d50423bf671 on resource:security_group {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:43.839544 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-20a98540-2237-4e30-bd84-f3c5b62ed8e2 req-4ecf7ae2-aa74-4f08-aa30-137030b55439 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/security-groups?id=a15be9f2-74ff-4820-a827-108971be9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675676 Apr 20 05:45:43.886207 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-879c9f47-be3c-4bc7-a545-91ba0c5c0fdb req-779f3347-831f-461f-b775-745af165a4a2 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907447 Apr 20 05:45:43.924341 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b676b23-e2b2-40c8-b166-1ec759defeda req-d7c31c08-553b-4220-805b-6fcd98d93e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:43.926277 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6b676b23-e2b2-40c8-b166-1ec759defeda req-d7c31c08-553b-4220-805b-6fcd98d93e2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7594a0acdd0a4cfca8353d50423bf671&device_id=a4e29c78-ef86-40bd-b887-245d3ddb777a HTTP/1.1" status: 200 len: 1096 time: 0.1068897 Apr 20 05:45:44.037054 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5d896-11c6-4309-822f-b802e2573d4c req-cb09bf84-07ff-42e5-98ab-294cb31155b3 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:44.045723 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-37c5d896-11c6-4309-822f-b802e2573d4c req-cb09bf84-07ff-42e5-98ab-294cb31155b3 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1037407 Apr 20 05:45:44.074103 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b676b23-e2b2-40c8-b166-1ec759defeda req-f2a68210-d14f-49ad-a2d9-3d386451d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:44.075778 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6b676b23-e2b2-40c8-b166-1ec759defeda req-f2a68210-d14f-49ad-a2d9-3d386451d6c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8190e76-c56b-44a3-a7da-385b7794d383 HTTP/1.1" status: 200 len: 910 time: 0.1424546 Apr 20 05:45:44.120508 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-37c5d896-11c6-4309-822f-b802e2573d4c req-23d82057-88a9-4aa9-ab1c-3e12565ad511 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738487 Apr 20 05:45:44.203884 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6b676b23-e2b2-40c8-b166-1ec759defeda req-44372811-d473-4234-8758-704244fb332d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e19e0974-6a13-48ce-b655-3d6ca51bb66e HTTP/1.1" status: 200 len: 217 time: 0.1174634 Apr 20 05:45:44.291662 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b676b23-e2b2-40c8-b166-1ec759defeda req-c586fc8b-faf0-4162-b187-41aef846aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:44.293281 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6b676b23-e2b2-40c8-b166-1ec759defeda req-c586fc8b-faf0-4162-b187-41aef846aecb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=850bb3f4-7cc4-4200-a27f-ee2326f0f5f5 HTTP/1.1" status: 200 len: 849 time: 0.0774696 Apr 20 05:45:44.359207 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3218d-80f6-4d82-8675-b2f64ec2051f req-3df1898f-5bdd-4af2-a1d1-acd3162e696e tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:44.360759 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-dcc3218d-80f6-4d82-8675-b2f64ec2051f req-3df1898f-5bdd-4af2-a1d1-acd3162e696e tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.2033606 Apr 20 05:45:44.362942 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6b676b23-e2b2-40c8-b166-1ec759defeda req-be949bdb-9fa7-4af7-b947-d9c145f4665b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8190e76-c56b-44a3-a7da-385b7794d383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594683 Apr 20 05:45:44.709388 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device b015a175-8fa9-4360-bbcd-456447ad0531 up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:44.763465 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360155c-a97c-47c4-85d0-9f069f12e60e req-8629e1bb-6803-4f77-a923-e1312c3fa231 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:44.765148 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a360155c-a97c-47c4-85d0-9f069f12e60e req-8629e1bb-6803-4f77-a923-e1312c3fa231 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.3325830 Apr 20 05:45:44.789602 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-dcc3218d-80f6-4d82-8675-b2f64ec2051f req-1e234d7f-82ce-4b89-9776-5f7d89a648c3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4178514 Apr 20 05:45:44.831724 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a360155c-a97c-47c4-85d0-9f069f12e60e req-63a4a3d8-cd75-40b0-9252-f514fb9308a3 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592556 Apr 20 05:45:44.835342 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port b015a175-8fa9-4360-bbcd-456447ad0531 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:44.841767 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6b676b23-e2b2-40c8-b166-1ec759defeda req-d3b172ef-02ef-4e2c-a8d3-bec006eeaa44 service neutron] 10.222.0.13 "GET /v2.0/networks/d8190e76-c56b-44a3-a7da-385b7794d383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586775 Apr 20 05:45:44.842238 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port b015a175-8fa9-4360-bbcd-456447ad0531 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:44.842721 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:44.998964 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:45.028143 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd058ac-5ef5-4264-a107-a5ec37253e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b015a175-8fa9-4360-bbcd-456447ad0531'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:45.040970 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port b015a175-8fa9-4360-bbcd-456447ad0531, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b015a175-8fa9-4360-bbcd-456447ad0531,segment=NetworkSegment(e1b99407-df5c-4a9e-ba5a-deb653a0cbc5),segment_id=e1b99407-df5c-4a9e-ba5a-deb653a0cbc5)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:45.045254 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:45.045369 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6b676b23-e2b2-40c8-b166-1ec759defeda req-8acae22b-6744-40c8-ba5b-aed9e0bbecda service neutron] 10.222.0.13 "GET /v2.0/networks/d8190e76-c56b-44a3-a7da-385b7794d383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912780 Apr 20 05:45:45.046451 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device a2401752-e074-437c-9218-99e49d7b2a91 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:45:45.098142 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:45.176959 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2a7dc-92ea-44ef-9860-94317cd7a5d7 req-a1a72cee-61fd-427d-8aab-748c1540542d tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:45.182113 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] No Port match for: a2401752-e074-437c-9218-99e49d7b2a91 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:45:45.182519 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device a2401752-e074-437c-9218-99e49d7b2a91 not bound to the agent host hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:45:45.185093 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=b015a175-8fa9-4360-bbcd-456447ad0531,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:45.187986 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-dcc2a7dc-92ea-44ef-9860-94317cd7a5d7 req-a1a72cee-61fd-427d-8aab-748c1540542d tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fd058ac-5ef5-4264-a107-a5ec37253e13 HTTP/1.1" status: 200 len: 946 time: 0.1328013 Apr 20 05:45:45.188255 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:45.206503 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcac3c-55b2-4ca5-a17a-8b77e98178a4 req-f78744ea-0e72-4453-8c40-3930f13363dc tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:45.208115 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-18bcac3c-55b2-4ca5-a17a-8b77e98178a4 req-f78744ea-0e72-4453-8c40-3930f13363dc tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e29c78-ef86-40bd-b887-245d3ddb777a HTTP/1.1" status: 200 len: 943 time: 0.1618853 Apr 20 05:45:45.235056 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-dcc2a7dc-92ea-44ef-9860-94317cd7a5d7 req-fd3b947f-c487-4471-8bc7-afca1a5f3c27 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456920 Apr 20 05:45:45.255452 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-18bcac3c-55b2-4ca5-a17a-8b77e98178a4 req-8afb4ded-c860-4c08-98ba-47a8efa0e349 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/security-groups?id=a15be9f2-74ff-4820-a827-108971be9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409706 Apr 20 05:45:45.297990 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd058ac-5ef5-4264-a107-a5ec37253e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b015a175-8fa9-4360-bbcd-456447ad0531', 'code': 200} Apr 20 05:45:45.460022 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dc7d3-14d7-4756-87a1-7681aad1ea42 req-7cfe24ea-9966-47d4-92d1-9dd6efc6d56e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:45.461753 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-632dc7d3-14d7-4756-87a1-7681aad1ea42 req-7cfe24ea-9966-47d4-92d1-9dd6efc6d56e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.0969946 Apr 20 05:45:45.558440 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-632dc7d3-14d7-4756-87a1-7681aad1ea42 req-c366679a-d3a4-413f-9b42-23d106f85d9e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893953 Apr 20 05:45:45.587327 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91897a3f-c72a-4e44-907a-12589160fb90 req-623dcb87-fabd-4388-bd2c-1142ebb1af30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:45.588952 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-91897a3f-c72a-4e44-907a-12589160fb90 req-623dcb87-fabd-4388-bd2c-1142ebb1af30 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9fd058ac-5ef5-4264-a107-a5ec37253e13 HTTP/1.1" status: 200 len: 1099 time: 0.1042759 Apr 20 05:45:45.639181 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-91897a3f-c72a-4e44-907a-12589160fb90 req-5f2bbb88-1f0a-416f-81db-46c98668d66f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425410 Apr 20 05:45:46.013069 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c9941-7574-4c63-bf17-3ea776a0abf8 req-27db2318-bf5a-4c84-9172-fef2c38574b6 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:46.014718 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-007c9941-7574-4c63-bf17-3ea776a0abf8 req-27db2318-bf5a-4c84-9172-fef2c38574b6 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.1002560 Apr 20 05:45:46.048460 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c715bc-0e56-44ae-b424-771ad015424d req-5d85d68a-de1d-4263-be27-8fafae815baa tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:46.050471 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b2c715bc-0e56-44ae-b424-771ad015424d req-5d85d68a-de1d-4263-be27-8fafae815baa tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.0928369 Apr 20 05:45:46.116001 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-007c9941-7574-4c63-bf17-3ea776a0abf8 req-63c48e7e-f166-408c-b9e5-9b5cc8df6790 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929081 Apr 20 05:45:46.130019 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b2c715bc-0e56-44ae-b424-771ad015424d req-dfd461d6-c490-40ec-8a14-37195ff9f1fb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717566 Apr 20 05:45:46.184933 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 53308) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:46.310435 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68aa65c7-75ac-4756-bec5-0fffe9716f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.325861 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-68aa65c7-75ac-4756-bec5-0fffe9716f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:46.330022 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-68aa65c7-75ac-4756-bec5-0fffe9716f35 admin admin] Usage tracker for resource:security_group_rule and tenant:8a90f625e2194d7791e37d9b3e4c3f18 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:46.333055 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-68aa65c7-75ac-4756-bec5-0fffe9716f35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:46.339462 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-68aa65c7-75ac-4756-bec5-0fffe9716f35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:46.474231 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0fd4f-171e-4b69-a63f-8aab8f4f3540 req-322bd84f-f4f9-4f85-884c-d8e919ed61cd tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:46.476513 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-edb0fd4f-171e-4b69-a63f-8aab8f4f3540 req-322bd84f-f4f9-4f85-884c-d8e919ed61cd tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fd058ac-5ef5-4264-a107-a5ec37253e13 HTTP/1.1" status: 200 len: 946 time: 0.1003497 Apr 20 05:45:46.505658 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68aa65c7-75ac-4756-bec5-0fffe9716f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.511631 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68aa65c7-75ac-4756-bec5-0fffe9716f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.520730 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b9c1340d-ab5c-424b-a902-d0fc34882c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:46.534045 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-edb0fd4f-171e-4b69-a63f-8aab8f4f3540 req-68a50123-a2c1-4e46-8000-08efe2182a18 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503006 Apr 20 05:45:46.569425 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27d14d-ea1c-4383-b64f-6b4ccb0555ed req-08f6cb46-7f9d-4c08-aa97-44fc399fda7f tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:46.571226 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-dd27d14d-ea1c-4383-b64f-6b4ccb0555ed req-08f6cb46-7f9d-4c08-aa97-44fc399fda7f tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e29c78-ef86-40bd-b887-245d3ddb777a HTTP/1.1" status: 200 len: 943 time: 0.1853728 Apr 20 05:45:46.580237 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-68aa65c7-75ac-4756-bec5-0fffe9716f35 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a90f625e2194d7791e37d9b3e4c3f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941176 Apr 20 05:45:46.584165 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 53334) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:46.584306 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa65c7-75ac-4756-bec5-0fffe9716f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53f38a0-f623-4279-acb6-d98da5f42482,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:46.597482 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-68aa65c7-75ac-4756-bec5-0fffe9716f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:46.643633 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-dd27d14d-ea1c-4383-b64f-6b4ccb0555ed req-019179d9-500b-4b31-bc95-643e69a3c67c tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/security-groups?id=a15be9f2-74ff-4820-a827-108971be9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621197 Apr 20 05:45:46.680269 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ae3b2f0-f84d-49b0-a71b-d281cc953923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.714400 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ae3b2f0-f84d-49b0-a71b-d281cc953923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.723634 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device e19e0974-6a13-48ce-b655-3d6ca51bb66e details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:45:46.848366 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c3e6a-4d69-4230-8c70-caf2329ccdd3 req-ef15224a-9dde-437a-835e-b6d6ccc4388d tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:46.849509 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7f5c3e6a-4d69-4230-8c70-caf2329ccdd3 req-ef15224a-9dde-437a-835e-b6d6ccc4388d tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1395702 Apr 20 05:45:46.851174 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ae3b2f0-f84d-49b0-a71b-d281cc953923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.856348 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e3f836a6-35eb-4f20-aa6f-2e5d18e3b919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:46.872729 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port e19e0974-6a13-48ce-b655-3d6ca51bb66e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e19e0974-6a13-48ce-b655-3d6ca51bb66e,segment=NetworkSegment(4012aa9a-37c0-410d-ab81-faeb5d31cfbc),segment_id=4012aa9a-37c0-410d-ab81-faeb5d31cfbc)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:46.885937 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3b2f0-f84d-49b0-a71b-d281cc953923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53f38a0-f623-4279-acb6-d98da5f42482,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:46.887106 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': 'e19e0974-6a13-48ce-b655-3d6ca51bb66e', 'network_id': 'd8190e76-c56b-44a3-a7da-385b7794d383', 'port_id': 'e19e0974-6a13-48ce-b655-3d6ca51bb66e', 'mac_address': 'fa:16:3e:a5:41:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850bb3f4-7cc4-4200-a27f-ee2326f0f5f5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:45:46.894750 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5ae3b2f0-f84d-49b0-a71b-d281cc953923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:46.905972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ae3b2f0-f84d-49b0-a71b-d281cc953923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.905972 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-5ae3b2f0-f84d-49b0-a71b-d281cc953923 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d53f38a0-f623-4279-acb6-d98da5f42482 HTTP/1.1" status: 204 len: 168 time: 0.3184934 Apr 20 05:45:46.939790 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7f5c3e6a-4d69-4230-8c70-caf2329ccdd3 req-02c8e6dd-ea1b-4ac8-bf95-c1c2e3f93780 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758746 Apr 20 05:45:46.968269 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:46.987677 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19e0974-6a13-48ce-b655-3d6ca51bb66e {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:45:47.004104 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port e19e0974-6a13-48ce-b655-3d6ca51bb66e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e19e0974-6a13-48ce-b655-3d6ca51bb66e,segment=NetworkSegment(4012aa9a-37c0-410d-ab81-faeb5d31cfbc),segment_id=4012aa9a-37c0-410d-ab81-faeb5d31cfbc)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:47.008577 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:47.011164 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:47.094987 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=e19e0974-6a13-48ce-b655-3d6ca51bb66e,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:47.099233 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:47.297502 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['e19e0974-6a13-48ce-b655-3d6ca51bb66e'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:45:47.347697 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa71b3-bc00-4bde-81ca-39c2eaca68db req-8da93c10-f4d1-4d41-8de9-6d70c9765de9 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:47.351428 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-51aa71b3-bc00-4bde-81ca-39c2eaca68db req-8da93c10-f4d1-4d41-8de9-6d70c9765de9 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.1043372 Apr 20 05:45:47.405179 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-51aa71b3-bc00-4bde-81ca-39c2eaca68db req-44b2864b-255d-4e53-9eef-5902f8e3332a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482578 Apr 20 05:45:47.524459 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c8d0d-d2d7-40da-9579-8e729b9be9a2 req-a62c2ad5-80ea-4312-8772-4a77cf648c79 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:47.526207 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e28c8d0d-d2d7-40da-9579-8e729b9be9a2 req-a62c2ad5-80ea-4312-8772-4a77cf648c79 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.1047390 Apr 20 05:45:47.577412 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e28c8d0d-d2d7-40da-9579-8e729b9be9a2 req-aa80c6a4-609f-4b3e-81bb-08fce2d6b00b tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435576 Apr 20 05:45:47.746263 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cc0d4-697a-4b75-8625-39e3f417ca92 req-20af38b4-1a85-4c0a-aa04-a545b6d5e31a tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:47.747870 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a74cc0d4-697a-4b75-8625-39e3f417ca92 req-20af38b4-1a85-4c0a-aa04-a545b6d5e31a tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fd058ac-5ef5-4264-a107-a5ec37253e13 HTTP/1.1" status: 200 len: 946 time: 0.0899975 Apr 20 05:45:47.801478 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a74cc0d4-697a-4b75-8625-39e3f417ca92 req-4e1fc0be-d1da-46e3-adda-68c5a443dbec tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452952 Apr 20 05:45:47.861183 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd6cd0-ca5d-44ed-86e3-decfc4a937e0 req-e1b40e84-76c3-4bac-a38d-f394e4c8efbe tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:47.862790 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cbfd6cd0-ca5d-44ed-86e3-decfc4a937e0 req-e1b40e84-76c3-4bac-a38d-f394e4c8efbe tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e29c78-ef86-40bd-b887-245d3ddb777a HTTP/1.1" status: 200 len: 944 time: 0.0994627 Apr 20 05:45:47.911752 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cbfd6cd0-ca5d-44ed-86e3-decfc4a937e0 req-d77b1fb3-6d0e-46e1-a501-8be3ad11545d tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/security-groups?id=a15be9f2-74ff-4820-a827-108971be9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Apr 20 05:45:48.164981 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f48b3d-5c87-4eec-87d2-fb66dc06ef6e req-9edf26ae-44e8-483a-9998-f369bceda22a tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:48.166860 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-85f48b3d-5c87-4eec-87d2-fb66dc06ef6e req-9edf26ae-44e8-483a-9998-f369bceda22a tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1056373 Apr 20 05:45:48.222430 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-85f48b3d-5c87-4eec-87d2-fb66dc06ef6e req-e695603a-532c-4395-9932-59b2f2066179 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483398 Apr 20 05:45:48.635525 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512737ec-1fac-489a-9c43-2ea391daa85f req-2866b23d-1cb0-41ed-849e-ad24075ef025 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:48.637171 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-512737ec-1fac-489a-9c43-2ea391daa85f req-2866b23d-1cb0-41ed-849e-ad24075ef025 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.1009266 Apr 20 05:45:48.685878 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-512737ec-1fac-489a-9c43-2ea391daa85f req-416459a9-dcb5-420f-992e-347346287666 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419226 Apr 20 05:45:48.731927 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device e19e0974-6a13-48ce-b655-3d6ca51bb66e up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:48.793873 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc1124-5e0e-415d-825c-c368f104fa25 req-72e356f4-ae25-4fe2-84ee-7b1c3a4111a6 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:48.795478 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-33dc1124-5e0e-415d-825c-c368f104fa25 req-72e356f4-ae25-4fe2-84ee-7b1c3a4111a6 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.0910580 Apr 20 05:45:48.804575 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port e19e0974-6a13-48ce-b655-3d6ca51bb66e completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:45:48.809936 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port e19e0974-6a13-48ce-b655-3d6ca51bb66e triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:48.810360 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:48.844982 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-33dc1124-5e0e-415d-825c-c368f104fa25 req-40b1ce79-4bab-461c-998f-f1e4dcfea820 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414093 Apr 20 05:45:48.943278 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:48.974301 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e29c78-ef86-40bd-b887-245d3ddb777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19e0974-6a13-48ce-b655-3d6ca51bb66e'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:48.984871 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port e19e0974-6a13-48ce-b655-3d6ca51bb66e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e19e0974-6a13-48ce-b655-3d6ca51bb66e,segment=NetworkSegment(4012aa9a-37c0-410d-ab81-faeb5d31cfbc),segment_id=4012aa9a-37c0-410d-ab81-faeb5d31cfbc)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:48.989761 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:48.991734 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:49.065352 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=e19e0974-6a13-48ce-b655-3d6ca51bb66e,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:49.068825 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:49.095598 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a00a8-f809-42bd-a99e-dca6e1859eff req-7b934ff1-deac-4438-bfdf-440e0a59ec2b tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:49.097346 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0d5a00a8-f809-42bd-a99e-dca6e1859eff req-7b934ff1-deac-4438-bfdf-440e0a59ec2b tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fd058ac-5ef5-4264-a107-a5ec37253e13 HTTP/1.1" status: 200 len: 946 time: 0.0987325 Apr 20 05:45:49.119349 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47b232-07ab-49c2-933e-978e3e0f53ce req-da3ffb54-9fd9-4ef9-849f-225290da6662 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:49.121163 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9f47b232-07ab-49c2-933e-978e3e0f53ce req-da3ffb54-9fd9-4ef9-849f-225290da6662 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e29c78-ef86-40bd-b887-245d3ddb777a HTTP/1.1" status: 200 len: 945 time: 0.0923314 Apr 20 05:45:49.147301 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0d5a00a8-f809-42bd-a99e-dca6e1859eff req-a8ffff20-16ac-446a-95de-d052a1534ce6 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412323 Apr 20 05:45:49.173215 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9f47b232-07ab-49c2-933e-978e3e0f53ce req-c702a6f2-d357-453b-aa4f-b56c2dd51166 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/security-groups?id=a15be9f2-74ff-4820-a827-108971be9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451932 Apr 20 05:45:49.203427 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e29c78-ef86-40bd-b887-245d3ddb777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19e0974-6a13-48ce-b655-3d6ca51bb66e', 'code': 200} Apr 20 05:45:49.438320 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04130def-90c8-453c-934e-c7af6e34c907 req-8e6a43fc-e36e-45c1-912a-89f104a13d9c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:49.440094 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-04130def-90c8-453c-934e-c7af6e34c907 req-8e6a43fc-e36e-45c1-912a-89f104a13d9c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.0955606 Apr 20 05:45:49.492095 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562773c0-032f-4a06-b628-15f2f156b317 req-c5e02a0f-a393-4cb9-8f66-cbdcb6bbc092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:49.493647 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-562773c0-032f-4a06-b628-15f2f156b317 req-c5e02a0f-a393-4cb9-8f66-cbdcb6bbc092 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4e29c78-ef86-40bd-b887-245d3ddb777a HTTP/1.1" status: 200 len: 1098 time: 0.0859284 Apr 20 05:45:49.493825 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-04130def-90c8-453c-934e-c7af6e34c907 req-bd5adf98-7938-4ea4-a913-18a85b495c3f tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462112 Apr 20 05:45:49.540929 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-562773c0-032f-4a06-b628-15f2f156b317 req-623ff94b-9fb4-4daa-a519-3e25eaa4cff6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a15be9f2-74ff-4820-a827-108971be9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367036 Apr 20 05:45:49.617432 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 53438) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:49.794958 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-a926fefc-e40c-44b9-9059-5ca258f61046 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1484db6c3a4343bb8c4ef23cc3966709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758602 Apr 20 05:45:49.797710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 53446) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:49.863507 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-81684d6b-8c67-43bf-92a7-17fc276c1d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:49.889050 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99affe-513c-4db6-9bb4-4ab14cca0f8b req-24585853-85c3-4c3d-a7cf-226c38a8eae6 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:49.890698 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8c99affe-513c-4db6-9bb4-4ab14cca0f8b req-24585853-85c3-4c3d-a7cf-226c38a8eae6 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.0875952 Apr 20 05:45:49.891257 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-81684d6b-8c67-43bf-92a7-17fc276c1d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:49.946438 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8c99affe-513c-4db6-9bb4-4ab14cca0f8b req-6b767314-13b9-4851-aa5d-8bddee7d42b6 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471361 Apr 20 05:45:49.946930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-81684d6b-8c67-43bf-92a7-17fc276c1d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:49.952585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6e830b81-16e7-4589-ae6d-bc969951a149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:50.003001 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81684d6b-8c67-43bf-92a7-17fc276c1d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f97978-762b-4b36-834f-c2967cc34adf,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:50.010277 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-81684d6b-8c67-43bf-92a7-17fc276c1d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:50.022770 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-81684d6b-8c67-43bf-92a7-17fc276c1d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:50.023998 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-81684d6b-8c67-43bf-92a7-17fc276c1d64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0f97978-762b-4b36-834f-c2967cc34adf HTTP/1.1" status: 204 len: 168 time: 0.2253234 Apr 20 05:45:50.065601 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cdd4a-ecf3-42f1-9a6e-dc62b98abb1d req-d4205bb1-ab4b-4f6d-94ac-670d93b46c67 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:50.067204 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a38cdd4a-ecf3-42f1-9a6e-dc62b98abb1d req-d4205bb1-ab4b-4f6d-94ac-670d93b46c67 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.1033409 Apr 20 05:45:50.119467 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a38cdd4a-ecf3-42f1-9a6e-dc62b98abb1d req-5864af91-c774-4024-9ef7-b03a4df0d763 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456262 Apr 20 05:45:50.357447 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8d466-9e7e-4311-8a4a-d448bf750358 req-82707033-7daa-4b65-9a58-0166160d910d tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:50.359259 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-94e8d466-9e7e-4311-8a4a-d448bf750358 req-82707033-7daa-4b65-9a58-0166160d910d tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fd058ac-5ef5-4264-a107-a5ec37253e13 HTTP/1.1" status: 200 len: 946 time: 0.0906444 Apr 20 05:45:50.379599 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafef3b-b90f-4459-9e3e-c43ea5807a74 req-2ec2af59-69fd-4502-aaa4-8a6fddc871e2 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:50.381273 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-baafef3b-b90f-4459-9e3e-c43ea5807a74 req-2ec2af59-69fd-4502-aaa4-8a6fddc871e2 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e29c78-ef86-40bd-b887-245d3ddb777a HTTP/1.1" status: 200 len: 945 time: 0.0904381 Apr 20 05:45:50.410104 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-94e8d466-9e7e-4311-8a4a-d448bf750358 req-ca57b407-d98e-45cd-83d6-beef1b279f02 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421290 Apr 20 05:45:50.431705 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-baafef3b-b90f-4459-9e3e-c43ea5807a74 req-a42b9d57-1c71-46cd-9eed-f917c7bf5841 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/security-groups?id=a15be9f2-74ff-4820-a827-108971be9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421419 Apr 20 05:45:50.703462 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f176fcd-ce2a-45f6-825a-da2651964e41 req-3d8ebdf4-9369-4ab2-a1a1-dfe945c3dd2d tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:50.705219 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1f176fcd-ce2a-45f6-825a-da2651964e41 req-3d8ebdf4-9369-4ab2-a1a1-dfe945c3dd2d tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.0970430 Apr 20 05:45:50.756033 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1f176fcd-ce2a-45f6-825a-da2651964e41 req-91a0cf7f-b624-4979-882f-04d8d7df924f tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417192 Apr 20 05:45:50.778670 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 53478) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:50.859947 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c68470-f4e6-4b5f-a2d6-89f739418d1a req-d390b90d-48a5-49d8-a5b1-167c4e1175f7 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:50.861545 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-41c68470-f4e6-4b5f-a2d6-89f739418d1a req-d390b90d-48a5-49d8-a5b1-167c4e1175f7 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fd058ac-5ef5-4264-a107-a5ec37253e13 HTTP/1.1" status: 200 len: 946 time: 0.0895641 Apr 20 05:45:50.889378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-733647921-network', 'tenant_id': 'c8d2077ce4264d238e22346a4fc070c1'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:50.894404 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:50.898515 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Usage tracker for resource:network and tenant:c8d2077ce4264d238e22346a4fc070c1 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:50.901523 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:50.908085 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:50.918058 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Made reservation on behalf of c8d2077ce4264d238e22346a4fc070c1 for: {'network': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:50.922716 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for network, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:50.935574 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:50.944851 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-41c68470-f4e6-4b5f-a2d6-89f739418d1a req-99927fd9-758c-4048-909e-aad4864a17c8 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Deleting port b015a175-8fa9-4360-bbcd-456447ad0531 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:45:50.945247 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-41c68470-f4e6-4b5f-a2d6-89f739418d1a req-99927fd9-758c-4048-909e-aad4864a17c8 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:50.950478 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:50.954476 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Usage tracker for resource:security_group_rule and tenant:c8d2077ce4264d238e22346a4fc070c1 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:50.957397 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:50.963307 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:51.058649 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:51.063986 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:51.070190 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-8c083272-20a3-4184-bb4d-79371d82ccf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:51.132052 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=86332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:45:51.162074 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:51.162545 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.segments_db [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Added segment 144eced7-532e-40dd-b1df-a889271e06ed of type vlan for network 0eae8f8b-0902-4f89-9a35-6ab755e2b681 Apr 20 05:45:51.171585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2855fe17-c6f9-46ee-a710-1b1135e03e2f,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:51.176068 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:51.214025 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736090717418'] for network, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:51.223027 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-41c68470-f4e6-4b5f-a2d6-89f739418d1a req-99927fd9-758c-4048-909e-aad4864a17c8 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] For port b015a175-8fa9-4360-bbcd-456447ad0531, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b015a175-8fa9-4360-bbcd-456447ad0531,segment=NetworkSegment(e1b99407-df5c-4a9e-ba5a-deb653a0cbc5),segment_id=e1b99407-df5c-4a9e-ba5a-deb653a0cbc5)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:51.223432 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-41c68470-f4e6-4b5f-a2d6-89f739418d1a req-99927fd9-758c-4048-909e-aad4864a17c8 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:51.231879 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a66ea-5cef-406c-9360-69c8b05fcf8c req-efbf1940-a1e6-4ee4-ae94-1030ba9a7fb6 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:51.233675 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e48a66ea-5cef-406c-9360-69c8b05fcf8c req-efbf1940-a1e6-4ee4-ae94-1030ba9a7fb6 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.1646407 Apr 20 05:45:51.287500 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for network, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:51.292032 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:51.292666 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:51.298220 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:51.319273 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e48a66ea-5cef-406c-9360-69c8b05fcf8c req-b422f864-934c-4420-9f7c-a4f2815d1575 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714819 Apr 20 05:45:51.397751 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-41c68470-f4e6-4b5f-a2d6-89f739418d1a req-99927fd9-758c-4048-909e-aad4864a17c8 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Calling delete_port for b015a175-8fa9-4360-bbcd-456447ad0531 owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:45:51.416179 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Pushing event updated for resources: {'Network': ['ID=0eae8f8b-0902-4f89-9a35-6ab755e2b681,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:51.419118 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6393602 Apr 20 05:45:51.421169 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:51.422405 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 53488) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:45:51.428518 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-5d9bf97e-97a1-46b7-899f-8c1b012f788b admin admin] Request body: {'subnet': {'network_id': '0eae8f8b-0902-4f89-9a35-6ab755e2b681', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-733647921-subnet', 'tenant_id': 'c8d2077ce4264d238e22346a4fc070c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:51.430014 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Network 0eae8f8b-0902-4f89-9a35-6ab755e2b681 details requested by agent ovs-agent-dv-cinder-786054-4-smb with host dv-cinder-786054-4-smb {{(pid=86333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:45:51.434668 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-5d9bf97e-97a1-46b7-899f-8c1b012f788b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:51.438241 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-5d9bf97e-97a1-46b7-899f-8c1b012f788b admin admin] Usage tracker for resource:subnet and tenant:c8d2077ce4264d238e22346a4fc070c1 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:51.441381 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-5d9bf97e-97a1-46b7-899f-8c1b012f788b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:51.448194 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-5d9bf97e-97a1-46b7-899f-8c1b012f788b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:51.464137 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9bf97e-97a1-46b7-899f-8c1b012f788b admin admin] Made reservation on behalf of c8d2077ce4264d238e22346a4fc070c1 for: {'subnet': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:51.471055 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5d9bf97e-97a1-46b7-899f-8c1b012f788b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843552403'] for subnet, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:51.520699 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716e8a3-cde7-430e-b97c-aecac1d5b0e7 req-0e6a11d2-fd91-4ec7-8449-7959d83cf20d tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:51.528440 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c716e8a3-cde7-430e-b97c-aecac1d5b0e7 req-0e6a11d2-fd91-4ec7-8449-7959d83cf20d tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.2937148 Apr 20 05:45:51.625586 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c716e8a3-cde7-430e-b97c-aecac1d5b0e7 req-0d180cec-42e6-4262-950b-3e7323bdab81 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960956 Apr 20 05:45:51.632290 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-41c68470-f4e6-4b5f-a2d6-89f739418d1a req-99927fd9-758c-4048-909e-aad4864a17c8 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:51.640038 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-75ed2ace-094c-4ced-a568-f74af87606c8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:51.650727 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['b015a175-8fa9-4360-bbcd-456447ad0531'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:45:51.677009 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f8e7f-1888-44ad-b6f1-e808092e8caf req-9a3cd2e7-3ac2-49ef-9fca-ecfe9fd302e9 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:51.679252 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a87f8e7f-1888-44ad-b6f1-e808092e8caf req-9a3cd2e7-3ac2-49ef-9fca-ecfe9fd302e9 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fd058ac-5ef5-4264-a107-a5ec37253e13 HTTP/1.1" status: 200 len: 867 time: 0.1222067 Apr 20 05:45:51.727421 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99927fd9-758c-4048-909e-aad4864a17c8 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Pushing event deleted for resources: {'Port': ['ID=b015a175-8fa9-4360-bbcd-456447ad0531,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:51.730018 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-99927fd9-758c-4048-909e-aad4864a17c8 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:51.773900 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a87f8e7f-1888-44ad-b6f1-e808092e8caf req-069f81da-ca22-40f8-b046-b8bcc366784c tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864508 Apr 20 05:45:51.815288 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c68470-f4e6-4b5f-a2d6-89f739418d1a req-99927fd9-758c-4048-909e-aad4864a17c8 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] No DVR routers for this DVR port b015a175-8fa9-4360-bbcd-456447ad0531 on host hv-cinder-78605 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:45:51.818604 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-41c68470-f4e6-4b5f-a2d6-89f739418d1a req-99927fd9-758c-4048-909e-aad4864a17c8 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:51.828480 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd058ac-5ef5-4264-a107-a5ec37253e13', 'name': 'network-vif-deleted', 'tag': 'b015a175-8fa9-4360-bbcd-456447ad0531'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:51.854114 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-41c68470-f4e6-4b5f-a2d6-89f739418d1a req-99927fd9-758c-4048-909e-aad4864a17c8 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.13 "DELETE /v2.0/ports/b015a175-8fa9-4360-bbcd-456447ad0531 HTTP/1.1" status: 204 len: 173 time: 0.9843297 Apr 20 05:45:51.887162 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2282c-06d0-40a0-88f2-177d629fe711 req-e7d49c51-a9f9-47b5-8946-c3f555e6e737 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:51.889567 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-25d2282c-06d0-40a0-88f2-177d629fe711 req-e7d49c51-a9f9-47b5-8946-c3f555e6e737 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e29c78-ef86-40bd-b887-245d3ddb777a HTTP/1.1" status: 200 len: 945 time: 0.1281765 Apr 20 05:45:51.937658 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-25d2282c-06d0-40a0-88f2-177d629fe711 req-5911a4a9-c289-4ef2-bcd3-126febe97f5e tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/security-groups?id=a15be9f2-74ff-4820-a827-108971be9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418160 Apr 20 05:45:52.008184 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694ebac-a098-4911-978c-932a2758fdad req-81b1ed16-f444-43b1-967a-0b4fd349f10d tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:52.009820 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1694ebac-a098-4911-978c-932a2758fdad req-81b1ed16-f444-43b1-967a-0b4fd349f10d tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1191931 Apr 20 05:45:52.032172 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd058ac-5ef5-4264-a107-a5ec37253e13', 'name': 'network-vif-deleted', 'tag': 'b015a175-8fa9-4360-bbcd-456447ad0531', 'status': 'completed', 'code': 200} Apr 20 05:45:52.075087 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1694ebac-a098-4911-978c-932a2758fdad req-457c2775-c384-4732-a0bd-a588e5b36ee9 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548339 Apr 20 05:45:52.138445 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5d9bf97e-97a1-46b7-899f-8c1b012f788b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853878957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843552388'] for subnet, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:52.145387 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-be013c0c-645a-451d-af8b-e9588a2c6349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:52.220687 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9bf97e-97a1-46b7-899f-8c1b012f788b admin admin] Pushing event updated for resources: {'Subnet': ['ID=13cc2382-24ca-4cde-9f7f-4cbd0d4344f9,revision_number=0']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:52.224886 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5d9bf97e-97a1-46b7-899f-8c1b012f788b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:52.229288 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9bf97e-97a1-46b7-899f-8c1b012f788b admin admin] Checking segment: {'id': '144eced7-532e-40dd-b1df-a889271e06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0eae8f8b-0902-4f89-9a35-6ab755e2b681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:52.229682 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9bf97e-97a1-46b7-899f-8c1b012f788b admin admin] Network hostable DHCP agents. Network: 0eae8f8b-0902-4f89-9a35-6ab755e2b681, hostable agents: ['b936b2ef-06b6-4af0-a031-b6b0516c12cc'], hosted agents: [] {{(pid=86332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:45:52.249907 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9bf97e-97a1-46b7-899f-8c1b012f788b admin admin] Network 0eae8f8b-0902-4f89-9a35-6ab755e2b681 is scheduled to be hosted by DHCP agent b936b2ef-06b6-4af0-a031-b6b0516c12cc with binding_index 1 {{(pid=86332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:45:52.259373 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-5d9bf97e-97a1-46b7-899f-8c1b012f788b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-smb, 0eae8f8b-0902-4f89-9a35-6ab755e2b681) {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:52.269988 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a6a9d0-850f-4d23-8e8c-8f5f27b31fdc None None] Network 0eae8f8b-0902-4f89-9a35-6ab755e2b681 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:45:52.272485 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9bf97e-97a1-46b7-899f-8c1b012f788b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:52.273225 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5d9bf97e-97a1-46b7-899f-8c1b012f788b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:52.294943 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-5d9bf97e-97a1-46b7-899f-8c1b012f788b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8712776 Apr 20 05:45:52.635128 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027742af-d305-41df-9af0-ff67cb146347 None None] Network 0eae8f8b-0902-4f89-9a35-6ab755e2b681 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:45:52.658591 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163977f4-3d4a-4c37-90d6-b06f97d16b7b req-4e43ab5b-151d-47ec-9f0c-9afbc254e1fe tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:52.660653 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-163977f4-3d4a-4c37-90d6-b06f97d16b7b req-4e43ab5b-151d-47ec-9f0c-9afbc254e1fe tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.1182244 Apr 20 05:45:52.734561 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-163977f4-3d4a-4c37-90d6-b06f97d16b7b req-fd814878-6a6b-4f84-bd7b-f961501d7cd6 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667777 Apr 20 05:45:52.745924 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device d0113b4a-0188-43c7-8557-6a67f73ea282 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:45:52.902897 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdbf97-b602-4018-b4b2-d9229a862d6a req-c5535c18-a582-4221-9c55-c2944ebe91d1 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:52.906058 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-53cdbf97-b602-4018-b4b2-d9229a862d6a req-c5535c18-a582-4221-9c55-c2944ebe91d1 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.1083817 Apr 20 05:45:52.979044 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-53cdbf97-b602-4018-b4b2-d9229a862d6a req-4b1f743e-d7be-4ef5-90fd-60ae255374b6 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674357 Apr 20 05:45:52.982150 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port d0113b4a-0188-43c7-8557-6a67f73ea282, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=d0113b4a-0188-43c7-8557-6a67f73ea282,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:53.010049 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': 'd0113b4a-0188-43c7-8557-6a67f73ea282', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'port_id': 'd0113b4a-0188-43c7-8557-6a67f73ea282', 'mac_address': 'fa:16:3e:ab:72:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:45:53.186265 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:53.255609 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0113b4a-0188-43c7-8557-6a67f73ea282 {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:45:53.286936 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port d0113b4a-0188-43c7-8557-6a67f73ea282, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=d0113b4a-0188-43c7-8557-6a67f73ea282,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:53.292813 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:53.294737 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:53.389668 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-3550e4d2-b375-4ac5-acac-77046bbf9455 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:53.397106 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=d0113b4a-0188-43c7-8557-6a67f73ea282,revision_number=6']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:53.397672 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-3550e4d2-b375-4ac5-acac-77046bbf9455 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/networks?id=6f08c960-f57c-4b00-9eed-b01bbe773749 HTTP/1.1" status: 200 len: 808 time: 0.1881919 Apr 20 05:45:53.405208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54532dc0-d78d-4a12-a29b-a29e029ee5ae req-f2634982-14f6-453e-a089-66b37bf94fb1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:53.407156 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:53.407942 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-54532dc0-d78d-4a12-a29b-a29e029ee5ae req-f2634982-14f6-453e-a089-66b37bf94fb1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1038003 Apr 20 05:45:53.411598 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-cd191100-ae9e-4512-b911-1843572578db tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/quotas/d35220ab700e4b2db17f5c075f0cc96d HTTP/1.1" status: 200 len: 375 time: 0.0129440 Apr 20 05:45:53.459312 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['d0113b4a-0188-43c7-8557-6a67f73ea282'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:45:53.495525 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-067ba5d2-c426-40a8-b016-f4ca05224469 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Synchronizing usage tracker for tenant:d35220ab700e4b2db17f5c075f0cc96d on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:53.521372 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-067ba5d2-c426-40a8-b016-f4ca05224469 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Unset dirty status for tenant:d35220ab700e4b2db17f5c075f0cc96d on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:53.533280 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-067ba5d2-c426-40a8-b016-f4ca05224469 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d35220ab700e4b2db17f5c075f0cc96d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1146896 Apr 20 05:45:53.537940 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-54532dc0-d78d-4a12-a29b-a29e029ee5ae req-d4d2346e-cdcc-47a5-97a5-433f081d93ea tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235673 Apr 20 05:45:53.712170 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-cc8167b6-ddb8-4070-822c-603189071d74 service neutron] 10.222.0.44 "GET /v2.0/networks/6f08c960-f57c-4b00-9eed-b01bbe773749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733167 Apr 20 05:45:53.920020 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-624fae9d-6093-4839-8707-5c2115f127ad service neutron] 10.222.0.44 "GET /v2.0/networks/6f08c960-f57c-4b00-9eed-b01bbe773749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006428 Apr 20 05:45:53.999594 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38455b-724f-4cf8-a21f-afcc7ffc7c59 req-d8968929-0224-436d-a540-e2762bbfc00c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:54.018101 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aa38455b-724f-4cf8-a21f-afcc7ffc7c59 req-d8968929-0224-436d-a540-e2762bbfc00c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 944 time: 0.1347988 Apr 20 05:45:54.128292 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aa38455b-724f-4cf8-a21f-afcc7ffc7c59 req-4c53e121-4d63-425d-9736-04d90f947636 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024690 Apr 20 05:45:54.272733 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4e3876eb-6eaa-4484-ad7c-f02ec10565b1 req-a179903a-43fb-421b-a9f1-76e4aeb2622f tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=25bbb214-7a91-4aaa-888f-e798f58e6222 HTTP/1.1" status: 200 len: 210 time: 0.0797234 Apr 20 05:45:54.421412 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7afdf-bccd-4665-bf4a-a095ac258dce req-e8909fa7-b0e0-41b9-b1c0-79c6e4f5ab89 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:54.427447 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d4c7afdf-bccd-4665-bf4a-a095ac258dce req-e8909fa7-b0e0-41b9-b1c0-79c6e4f5ab89 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.1920781 Apr 20 05:45:54.537985 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d4c7afdf-bccd-4665-bf4a-a095ac258dce req-3c0388f5-1119-4e6a-a822-a67f791f2e5e tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002376 Apr 20 05:45:54.769040 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device d0113b4a-0188-43c7-8557-6a67f73ea282 up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:45:54.839154 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30365f-7230-4e05-92fa-588e7d6259f0 req-9c234d97-f026-4797-b719-6f8ca6ab95e2 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:54.846070 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6a30365f-7230-4e05-92fa-588e7d6259f0 req-9c234d97-f026-4797-b719-6f8ca6ab95e2 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1753893 Apr 20 05:45:54.908070 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port d0113b4a-0188-43c7-8557-6a67f73ea282 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:45:54.908493 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:54.930350 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6a30365f-7230-4e05-92fa-588e7d6259f0 req-b6b91150-5899-4963-88d6-e42d7b997e1b tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831995 Apr 20 05:45:54.986089 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-b106b95d-0f19-4be4-8992-9c2e00a15f5f tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:54.986749 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-b106b95d-0f19-4be4-8992-9c2e00a15f5f tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Synchronizing usage tracker for tenant:c8d2077ce4264d238e22346a4fc070c1 on resource:network {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:55.021879 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-b106b95d-0f19-4be4-8992-9c2e00a15f5f tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Unset dirty status for tenant:c8d2077ce4264d238e22346a4fc070c1 on resource:network {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:55.030053 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-b106b95d-0f19-4be4-8992-9c2e00a15f5f tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/networks?id=0eae8f8b-0902-4f89-9a35-6ab755e2b681 HTTP/1.1" status: 200 len: 813 time: 0.3370955 Apr 20 05:45:55.049972 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-81ed6473-40a6-4478-8749-bb88b313a88a tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/quotas/c8d2077ce4264d238e22346a4fc070c1 HTTP/1.1" status: 200 len: 375 time: 0.0185897 Apr 20 05:45:55.165056 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-f4d35844-ec10-4da8-8c9c-b7f4b83459fb tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8d2077ce4264d238e22346a4fc070c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1138866 Apr 20 05:45:55.185603 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:55.225013 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fe3501-9830-4328-a268-0f40d9b95fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0113b4a-0188-43c7-8557-6a67f73ea282'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:45:55.241913 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port d0113b4a-0188-43c7-8557-6a67f73ea282, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=d0113b4a-0188-43c7-8557-6a67f73ea282,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:55.248412 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:55.249557 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device b015a175-8fa9-4360-bbcd-456447ad0531 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:45:55.331311 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:55.383016 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] No Port match for: b015a175-8fa9-4360-bbcd-456447ad0531 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:45:55.383407 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device b015a175-8fa9-4360-bbcd-456447ad0531 not bound to the agent host hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:45:55.406842 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-cd95ef10-184c-49bf-b511-97be4429451e service neutron] 10.222.0.44 "GET /v2.0/networks/0eae8f8b-0902-4f89-9a35-6ab755e2b681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400630 Apr 20 05:45:55.450213 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=d0113b4a-0188-43c7-8557-6a67f73ea282,revision_number=7']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:55.454043 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:55.490717 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c87d69-af10-4c71-ac0a-c340f8a8a839 req-534bb3f2-ea5b-4d44-8a1d-7a656122a4be tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:55.498836 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-10c87d69-af10-4c71-ac0a-c340f8a8a839 req-534bb3f2-ea5b-4d44-8a1d-7a656122a4be tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.1536109 Apr 20 05:45:55.559948 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-10c87d69-af10-4c71-ac0a-c340f8a8a839 req-46386b50-d507-4ce2-b2c2-535398740f3d tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594347 Apr 20 05:45:55.584572 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-bc2f3c43-2e47-4bdf-b439-50fea6b35920 service neutron] 10.222.0.44 "GET /v2.0/networks/0eae8f8b-0902-4f89-9a35-6ab755e2b681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764171 Apr 20 05:45:55.631851 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fe3501-9830-4328-a268-0f40d9b95fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0113b4a-0188-43c7-8557-6a67f73ea282', 'code': 200} Apr 20 05:45:55.834045 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-58ae75c6-e7f0-469e-b95f-981a095322bb req-a5b8b7c7-48b5-43ae-82ee-ce18e31f0935 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=25bbb214-7a91-4aaa-888f-e798f58e6222 HTTP/1.1" status: 200 len: 210 time: 0.0660563 Apr 20 05:45:56.025742 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1dc3ed38-7310-4a55-9035-b0a0cbdaf95c req-3585069a-6a62-46eb-8d87-ce49f51f7f79 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 210 time: 0.1261873 Apr 20 05:45:56.234178 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718701b1-121f-4472-8272-40e4d919b4b5 req-3dad308c-8c56-4a13-a0ee-649ff6fa7220 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:56.242865 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-718701b1-121f-4472-8272-40e4d919b4b5 req-3dad308c-8c56-4a13-a0ee-649ff6fa7220 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.2913558 Apr 20 05:45:56.324536 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-718701b1-121f-4472-8272-40e4d919b4b5 req-49d621d7-69f6-44ed-ba72-725a46093855 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803616 Apr 20 05:45:56.678789 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21053b5e-069b-490c-80a8-b225a7bc53b3 req-04d176c0-c20d-44b2-8666-4283b5dbd7f1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:56.686757 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-21053b5e-069b-490c-80a8-b225a7bc53b3 req-04d176c0-c20d-44b2-8666-4283b5dbd7f1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.4112589 Apr 20 05:45:56.696125 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-38cec195-32a7-44d6-b0d9-b0e31a7ac78d tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:56.698168 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-38cec195-32a7-44d6-b0d9-b0e31a7ac78d tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.13 "GET /v2.0/networks?id=6f08c960-f57c-4b00-9eed-b01bbe773749 HTTP/1.1" status: 200 len: 808 time: 0.6697862 Apr 20 05:45:56.718595 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-e1f66f98-8a3f-4210-b4e8-7d9d46da1fb4 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Request body: {'port': {'device_id': '25bbb214-7a91-4aaa-888f-e798f58e6222', 'network_id': '6f08c960-f57c-4b00-9eed-b01bbe773749', 'admin_state_up': True, 'tenant_id': 'd35220ab700e4b2db17f5c075f0cc96d'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:56.838697 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-21053b5e-069b-490c-80a8-b225a7bc53b3 req-109c1a23-a27b-4589-8105-a7497c41f88a tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508310 Apr 20 05:45:56.859680 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ff86d-5e35-4000-bcf2-8966e328c6a5 req-d0887846-1ebe-4f6a-b4fa-cbd250bbbae2 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:56.869888 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f18ff86d-5e35-4000-bcf2-8966e328c6a5 req-d0887846-1ebe-4f6a-b4fa-cbd250bbbae2 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.1188290 Apr 20 05:45:56.935012 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f18ff86d-5e35-4000-bcf2-8966e328c6a5 req-fa31ccd6-ff92-4ac6-a9dc-59dbe2a9cbef tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637422 Apr 20 05:45:56.993722 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-e1f66f98-8a3f-4210-b4e8-7d9d46da1fb4 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:57.006897 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-e1f66f98-8a3f-4210-b4e8-7d9d46da1fb4 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:57.067227 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-e1f66f98-8a3f-4210-b4e8-7d9d46da1fb4 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Made reservation on behalf of d35220ab700e4b2db17f5c075f0cc96d for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:57.083073 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-e1f66f98-8a3f-4210-b4e8-7d9d46da1fb4 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:57.125038 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a04653a7-c4a2-49ca-a452-5534a4593a3e req-7f5b2487-bfc8-44bc-98e4-993b84e6b1c6 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=25bbb214-7a91-4aaa-888f-e798f58e6222 HTTP/1.1" status: 200 len: 210 time: 0.0525081 Apr 20 05:45:57.334885 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3b92857c-b3b5-4ce1-af46-97a9ffba1f24 req-599e5b95-e5ca-423f-8b07-3b27a2aeecf8 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 210 time: 0.0931325 Apr 20 05:45:57.338270 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-e1f66f98-8a3f-4210-b4e8-7d9d46da1fb4 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Allocated IP 172.20.0.2 (6f08c960-f57c-4b00-9eed-b01bbe773749/1bf8be8e-0afc-422c-9a46-150349b382a1/b9ba606e-fa83-4834-b265-b8b688ac8aa9) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:45:57.556993 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c1b0f-e2be-4a25-b634-7f8b4d38657e req-7e225d6f-8f44-4ac6-97ef-8a2035346d1c tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:57.565416 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cf9c1b0f-e2be-4a25-b634-7f8b4d38657e req-7e225d6f-8f44-4ac6-97ef-8a2035346d1c tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e29c78-ef86-40bd-b887-245d3ddb777a HTTP/1.1" status: 200 len: 945 time: 0.5486758 Apr 20 05:45:57.612289 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-e1f66f98-8a3f-4210-b4e8-7d9d46da1fb4 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:57.647240 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cf9c1b0f-e2be-4a25-b634-7f8b4d38657e req-b71ea7c6-c461-4048-b79c-7b81939c558f tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/security-groups?id=a15be9f2-74ff-4820-a827-108971be9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803285 Apr 20 05:45:57.694623 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-e1f66f98-8a3f-4210-b4e8-7d9d46da1fb4 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:57.704566 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-991daa7c-4cef-4dcd-aea3-c27560791c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:57.860154 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-e1f66f98-8a3f-4210-b4e8-7d9d46da1fb4 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Network 6f08c960-f57c-4b00-9eed-b01bbe773749 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:57.861474 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f66f98-8a3f-4210-b4e8-7d9d46da1fb4 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Pushing event updated for resources: {'Port': ['ID=b9ba606e-fa83-4834-b265-b8b688ac8aa9,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:57.864835 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-e1f66f98-8a3f-4210-b4e8-7d9d46da1fb4 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:57.866844 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e1f66f98-8a3f-4210-b4e8-7d9d46da1fb4 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:57.867568 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-e1f66f98-8a3f-4210-b4e8-7d9d46da1fb4 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:45:57.874224 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-e1f66f98-8a3f-4210-b4e8-7d9d46da1fb4 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:57.874916 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-e1f66f98-8a3f-4210-b4e8-7d9d46da1fb4 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:57.921891 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-e1f66f98-8a3f-4210-b4e8-7d9d46da1fb4 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2091224 Apr 20 05:45:57.941484 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Request body: {'port': {'device_id': '25bbb214-7a91-4aaa-888f-e798f58e6222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:58.091259 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.095978 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-b06ec7de-d2b9-4983-99c7-8e64377f8aad tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:58.097793 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-b06ec7de-d2b9-4983-99c7-8e64377f8aad tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.13 "GET /v2.0/networks?id=0eae8f8b-0902-4f89-9a35-6ab755e2b681 HTTP/1.1" status: 200 len: 813 time: 0.6450775 Apr 20 05:45:58.153550 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Request body: {'port': {'device_id': 'af08defb-dbdd-4402-8744-261e1fbcdd97', 'network_id': '0eae8f8b-0902-4f89-9a35-6ab755e2b681', 'admin_state_up': True, 'tenant_id': 'c8d2077ce4264d238e22346a4fc070c1'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:58.327352 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239a226-aa6e-4e44-9075-607a6453a952 req-cc6dd8fe-b8d5-4f79-87d2-f55318248e3a tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:58.329121 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9239a226-aa6e-4e44-9075-607a6453a952 req-cc6dd8fe-b8d5-4f79-87d2-f55318248e3a tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.8128037 Apr 20 05:45:58.340605 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:45:58.360977 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Usage tracker for resource:port and tenant:c8d2077ce4264d238e22346a4fc070c1 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:45:58.363848 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:45:58.374712 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:45:58.402551 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9239a226-aa6e-4e44-9075-607a6453a952 req-76c3fdbf-c8e3-4dc7-b897-27f3e164993d tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584872 Apr 20 05:45:58.403060 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Made reservation on behalf of c8d2077ce4264d238e22346a4fc070c1 for: {'port': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:45:58.409058 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.575046 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23349479-a931-4080-a2be-6cb125bebc40 req-46bab176-1d21-45b6-adde-fbb925efe83f tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:58.584587 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-23349479-a931-4080-a2be-6cb125bebc40 req-46bab176-1d21-45b6-adde-fbb925efe83f tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.4042480 Apr 20 05:45:58.584970 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Allocated IP 172.20.0.14 (0eae8f8b-0902-4f89-9a35-6ab755e2b681/13cc2382-24ca-4cde-9f7f-4cbd0d4344f9/8f448311-a236-48cb-b6ee-5b69560313a5) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:45:58.640460 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9031988-d996-4c2d-95cb-58bc791d978f req-a50d429b-71d0-45d1-8a88-5e6f0cc167ff tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:58.642096 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d9031988-d996-4c2d-95cb-58bc791d978f req-a50d429b-71d0-45d1-8a88-5e6f0cc167ff tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4e29c78-ef86-40bd-b887-245d3ddb777a HTTP/1.1" status: 200 len: 945 time: 0.3188524 Apr 20 05:45:58.715543 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-23349479-a931-4080-a2be-6cb125bebc40 req-8d111d89-c5ef-46a7-870f-79082b2805f0 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292155 Apr 20 05:45:58.783822 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-d9031988-d996-4c2d-95cb-58bc791d978f req-03d8c8c3-8899-472b-bc3e-94a9442b9c5c tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Deleting port e19e0974-6a13-48ce-b655-3d6ca51bb66e {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:45:58.784181 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-d9031988-d996-4c2d-95cb-58bc791d978f req-03d8c8c3-8899-472b-bc3e-94a9442b9c5c tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.854435 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.895584 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:58.906423 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:58.992734 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Network 0eae8f8b-0902-4f89-9a35-6ab755e2b681 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:45:58.997476 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:45:59.003594 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:45:59.044174 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Pushing event updated for resources: {'Port': ['ID=8f448311-a236-48cb-b6ee-5b69560313a5,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:59.068250 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.068488 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.068707 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.069180 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.070152 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.070152 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.070325 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.072569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.072569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.072569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.072569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.072569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.087454 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e92e6-f8ab-45b5-a7c4-37c64f649f51 req-02dfa7da-7548-4626-8ee5-a35cf231d4cd tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:59.095171 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9e7e92e6-f8ab-45b5-a7c4-37c64f649f51 req-02dfa7da-7548-4626-8ee5-a35cf231d4cd tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.4966145 Apr 20 05:45:59.111447 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:59.147929 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:59.148607 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:59.154952 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ff97e-3981-49ae-b273-486e7639781e req-a6adc09e-d3f0-42d7-8aa8-285b7a45045a tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:59.158203 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-997ff97e-3981-49ae-b273-486e7639781e req-a6adc09e-d3f0-42d7-8aa8-285b7a45045a tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Synchronizing usage tracker for tenant:d35220ab700e4b2db17f5c075f0cc96d on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:59.187599 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9e7e92e6-f8ab-45b5-a7c4-37c64f649f51 req-4fc32c08-9501-4c6d-ab4d-4e4791e719b1 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914047 Apr 20 05:45:59.191880 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ba606e-fa83-4834-b265-b8b688ac8aa9 {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:45:59.200125 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-997ff97e-3981-49ae-b273-486e7639781e req-a6adc09e-d3f0-42d7-8aa8-285b7a45045a tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Unset dirty status for tenant:d35220ab700e4b2db17f5c075f0cc96d on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:59.202407 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0677879 Apr 20 05:45:59.203191 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-997ff97e-3981-49ae-b273-486e7639781e req-a6adc09e-d3f0-42d7-8aa8-285b7a45045a tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=25bbb214-7a91-4aaa-888f-e798f58e6222 HTTP/1.1" status: 200 len: 931 time: 0.3118639 Apr 20 05:45:59.215767 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Request body: {'port': {'device_id': 'af08defb-dbdd-4402-8744-261e1fbcdd97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:45:59.231557 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:59.287564 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Transition to ACTIVE for port object b9ba606e-fa83-4834-b265-b8b688ac8aa9 will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:45:59.308198 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:59.317436 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:45:59.370750 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-997ff97e-3981-49ae-b273-486e7639781e req-0c0b4d41-d4c0-4f74-b342-3ddb42d7d169 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421432 Apr 20 05:45:59.376190 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-d9031988-d996-4c2d-95cb-58bc791d978f req-03d8c8c3-8899-472b-bc3e-94a9442b9c5c tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] For port e19e0974-6a13-48ce-b655-3d6ca51bb66e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e19e0974-6a13-48ce-b655-3d6ca51bb66e,segment=NetworkSegment(4012aa9a-37c0-410d-ab81-faeb5d31cfbc),segment_id=4012aa9a-37c0-410d-ab81-faeb5d31cfbc)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:45:59.379212 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-d9031988-d996-4c2d-95cb-58bc791d978f req-03d8c8c3-8899-472b-bc3e-94a9442b9c5c tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:59.441235 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:45:59.621600 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6c4cb-b49f-4657-ad56-73149ff634f9 req-d073912f-5ad1-447c-b062-ec93b83802f8 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:45:59.622472 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-4fe6c4cb-b49f-4657-ad56-73149ff634f9 req-d073912f-5ad1-447c-b062-ec93b83802f8 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Synchronizing usage tracker for tenant:c8d2077ce4264d238e22346a4fc070c1 on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:59.649287 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-4fe6c4cb-b49f-4657-ad56-73149ff634f9 req-d073912f-5ad1-447c-b062-ec93b83802f8 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Unset dirty status for tenant:c8d2077ce4264d238e22346a4fc070c1 on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:59.657069 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4fe6c4cb-b49f-4657-ad56-73149ff634f9 req-d073912f-5ad1-447c-b062-ec93b83802f8 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 932 time: 0.2992864 Apr 20 05:45:59.668428 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-d9031988-d996-4c2d-95cb-58bc791d978f req-03d8c8c3-8899-472b-bc3e-94a9442b9c5c tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Calling delete_port for e19e0974-6a13-48ce-b655-3d6ca51bb66e owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:45:59.737260 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Pushing event updated for resources: {'Port': ['ID=b9ba606e-fa83-4834-b265-b8b688ac8aa9,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:45:59.742804 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-4fe6c4cb-b49f-4657-ad56-73149ff634f9 req-e6b5995d-563f-499c-b022-ac0ded472d64 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Synchronizing usage tracker for tenant:c8d2077ce4264d238e22346a4fc070c1 on resource:security_group {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:45:59.805034 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.805436 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.805829 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.806213 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.806593 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.806981 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.807363 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.807744 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.808122 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.808497 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.808878 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.811097 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:45:59.814438 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:45:59.815306 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-4fe6c4cb-b49f-4657-ad56-73149ff634f9 req-e6b5995d-563f-499c-b022-ac0ded472d64 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Unset dirty status for tenant:c8d2077ce4264d238e22346a4fc070c1 on resource:security_group {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:45:59.828145 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4fe6c4cb-b49f-4657-ad56-73149ff634f9 req-e6b5995d-563f-499c-b022-ac0ded472d64 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699569 Apr 20 05:45:59.862887 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Attempting to bind port b9ba606e-fa83-4834-b265-b8b688ac8aa9 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:45:59.863258 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Attempting to bind port b9ba606e-fa83-4834-b265-b8b688ac8aa9 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'e1b99407-df5c-4a9e-ba5a-deb653a0cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6f08c960-f57c-4b00-9eed-b01bbe773749'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:45:59.863938 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Attempting to bind port b9ba606e-fa83-4834-b265-b8b688ac8aa9 on network 6f08c960-f57c-4b00-9eed-b01bbe773749 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:59.891539 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Port b9ba606e-fa83-4834-b265-b8b688ac8aa9 on network 6f08c960-f57c-4b00-9eed-b01bbe773749 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:45:59.891833 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Attempting to bind port b9ba606e-fa83-4834-b265-b8b688ac8aa9 on network 6f08c960-f57c-4b00-9eed-b01bbe773749 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:45:59.901640 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:45:59.902216 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Checking segment: {'id': 'e1b99407-df5c-4a9e-ba5a-deb653a0cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6f08c960-f57c-4b00-9eed-b01bbe773749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:45:59.902429 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Bound using segment: {'id': 'e1b99407-df5c-4a9e-ba5a-deb653a0cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6f08c960-f57c-4b00-9eed-b01bbe773749'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:45:59.902841 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Bound port: b9ba606e-fa83-4834-b265-b8b688ac8aa9, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b99407-df5c-4a9e-ba5a-deb653a0cbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6f08c960-f57c-4b00-9eed-b01bbe773749'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:45:59.903215 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:00.003739 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eba6f8-c6b1-402e-914d-b563acc3a40a req-745627aa-569f-46a1-9af9-33e1801decec tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:00.011539 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e0eba6f8-c6b1-402e-914d-b563acc3a40a req-745627aa-569f-46a1-9af9-33e1801decec tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4e29c78-ef86-40bd-b887-245d3ddb777a HTTP/1.1" status: 200 len: 945 time: 0.4001980 Apr 20 05:46:00.075206 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f448311-a236-48cb-b6ee-5b69560313a5 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:46:00.102250 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:00.139235 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Transition to ACTIVE for port object 8f448311-a236-48cb-b6ee-5b69560313a5 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:46:00.147557 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:00.169872 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3c925dc6-ce43-4fbc-9806-2a67ee561079 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:00.334903 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.13', 60797) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:00.435162 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] For port b9ba606e-fa83-4834-b265-b8b688ac8aa9, host hv-cinder-78605, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:46:00.442044 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e0eba6f8-c6b1-402e-914d-b563acc3a40a req-8b331e96-b5d5-4774-84ab-81fe98ba8458 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.44 "GET /v2.0/security-groups?id=a15be9f2-74ff-4820-a827-108971be9ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294796 Apr 20 05:46:00.448266 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] For port b9ba606e-fa83-4834-b265-b8b688ac8aa9, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b9ba606e-fa83-4834-b265-b8b688ac8aa9,segment=NetworkSegment(e1b99407-df5c-4a9e-ba5a-deb653a0cbc5),segment_id=e1b99407-df5c-4a9e-ba5a-deb653a0cbc5)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:46:00.450119 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-d9031988-d996-4c2d-95cb-58bc791d978f req-03d8c8c3-8899-472b-bc3e-94a9442b9c5c tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:00.452927 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:00.462048 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['e19e0974-6a13-48ce-b655-3d6ca51bb66e'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:46:00.464109 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e1f66f98-8a3f-4210-b4e8-7d9d46da1fb4 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:00.529757 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Pushing event updated for resources: {'Port': ['ID=8f448311-a236-48cb-b6ee-5b69560313a5,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:00.584399 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:00.629885 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Pushing event updated for resources: {'Port': ['ID=b9ba606e-fa83-4834-b265-b8b688ac8aa9,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:00.635062 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:00.635847 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:00.637417 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] 10.222.0.13 "PUT /v2.0/ports/b9ba606e-fa83-4834-b265-b8b688ac8aa9 HTTP/1.1" status: 200 len: 1093 time: 2.7013283 Apr 20 05:46:00.638174 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bbb214-7a91-4aaa-888f-e798f58e6222', 'tag': 'b9ba606e-fa83-4834-b265-b8b688ac8aa9'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:46:00.683276 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced28259-69bc-4359-addd-66511a9e1bfd req-9cecadfd-d58d-4736-aff1-0f96dcc2f375 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:00.691948 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ced28259-69bc-4359-addd-66511a9e1bfd req-9cecadfd-d58d-4736-aff1-0f96dcc2f375 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.4698670 Apr 20 05:46:00.723266 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Attempting to bind port 8f448311-a236-48cb-b6ee-5b69560313a5 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:46:00.723938 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Attempting to bind port 8f448311-a236-48cb-b6ee-5b69560313a5 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '144eced7-532e-40dd-b1df-a889271e06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0eae8f8b-0902-4f89-9a35-6ab755e2b681'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:46:00.724466 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Attempting to bind port 8f448311-a236-48cb-b6ee-5b69560313a5 on network 0eae8f8b-0902-4f89-9a35-6ab755e2b681 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:46:00.733082 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Port 8f448311-a236-48cb-b6ee-5b69560313a5 on network 0eae8f8b-0902-4f89-9a35-6ab755e2b681 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:46:00.733699 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Attempting to bind port 8f448311-a236-48cb-b6ee-5b69560313a5 on network 0eae8f8b-0902-4f89-9a35-6ab755e2b681 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:46:00.738883 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022de3f-fc0f-4b0d-9a9d-fc06873a3ff1 req-cf6ffee6-b8bb-4a51-8de4-2fbc39246672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:00.741409 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0022de3f-fc0f-4b0d-9a9d-fc06873a3ff1 req-cf6ffee6-b8bb-4a51-8de4-2fbc39246672 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ab7172ed9a44fe6aa1df137f47c43e3&device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 1098 time: 0.3936167 Apr 20 05:46:00.831044 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9031988-d996-4c2d-95cb-58bc791d978f req-03d8c8c3-8899-472b-bc3e-94a9442b9c5c tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] No DVR routers for this DVR port e19e0974-6a13-48ce-b655-3d6ca51bb66e on host hv-cinder-78605 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:46:00.863436 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-d9031988-d996-4c2d-95cb-58bc791d978f req-03d8c8c3-8899-472b-bc3e-94a9442b9c5c tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:00.894359 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8c8c3-8899-472b-bc3e-94a9442b9c5c tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Pushing event deleted for resources: {'Port': ['ID=e19e0974-6a13-48ce-b655-3d6ca51bb66e,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:00.912449 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:46:00.913524 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Checking segment: {'id': '144eced7-532e-40dd-b1df-a889271e06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0eae8f8b-0902-4f89-9a35-6ab755e2b681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:46:00.914125 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Bound using segment: {'id': '144eced7-532e-40dd-b1df-a889271e06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0eae8f8b-0902-4f89-9a35-6ab755e2b681'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:46:00.914768 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Bound port: 8f448311-a236-48cb-b6ee-5b69560313a5, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '144eced7-532e-40dd-b1df-a889271e06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0eae8f8b-0902-4f89-9a35-6ab755e2b681'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:46:00.915299 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:00.917449 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d9031988-d996-4c2d-95cb-58bc791d978f req-03d8c8c3-8899-472b-bc3e-94a9442b9c5c tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] 10.222.0.13 "DELETE /v2.0/ports/e19e0974-6a13-48ce-b655-3d6ca51bb66e HTTP/1.1" status: 204 len: 173 time: 2.2473142 Apr 20 05:46:00.923079 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-03d8c8c3-8899-472b-bc3e-94a9442b9c5c tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:00.927230 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022de3f-fc0f-4b0d-9a9d-fc06873a3ff1 req-14d91b97-931b-453e-8892-9bd05f46ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:00.928480 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:00.928966 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:00.929505 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0022de3f-fc0f-4b0d-9a9d-fc06873a3ff1 req-14d91b97-931b-453e-8892-9bd05f46ad39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=411e23b4-e2d6-46df-bd62-b0674bdfd076 HTTP/1.1" status: 200 len: 912 time: 0.1741238 Apr 20 05:46:01.007657 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ced28259-69bc-4359-addd-66511a9e1bfd req-29d9fbe9-6219-4343-83ae-fc97b276483b tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143845 Apr 20 05:46:01.014827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-d5899f79-bd82-4b61-b60b-d319c7193b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:01.017980 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-d5899f79-bd82-4b61-b60b-d319c7193b24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d35220ab700e4b2db17f5c075f0cc96d&device_id=25bbb214-7a91-4aaa-888f-e798f58e6222 HTTP/1.1" status: 200 len: 1096 time: 0.2681458 Apr 20 05:46:01.046548 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3348a-2e97-4d5b-b1f4-de3c41eb61a1 req-e87ce41c-a6f7-4e22-8349-426dc0e71094 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:01.058104 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0eb3348a-2e97-4d5b-b1f4-de3c41eb61a1 req-e87ce41c-a6f7-4e22-8349-426dc0e71094 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.4245553 Apr 20 05:46:01.204879 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-bf03d9d1-c3ba-4b4a-8e13-c7bac8e036f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9ba606e-fa83-4834-b265-b8b688ac8aa9 HTTP/1.1" status: 200 len: 217 time: 0.1455817 Apr 20 05:46:01.279459 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0022de3f-fc0f-4b0d-9a9d-fc06873a3ff1 req-6cb04d2c-5e8a-45ce-b9db-9425fbcd80bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58174217-c667-4d40-9b8e-1ff26a8df70c HTTP/1.1" status: 200 len: 1001 time: 0.3386223 Apr 20 05:46:01.281958 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0eb3348a-2e97-4d5b-b1f4-de3c41eb61a1 req-46464ca8-14bd-4712-8ab4-7469d35a09de tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067560 Apr 20 05:46:01.316424 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-8dd0f269-970c-4341-89ab-d3133ce7b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:01.323467 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-8dd0f269-970c-4341-89ab-d3133ce7b933 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bf8be8e-0afc-422c-9a46-150349b382a1 HTTP/1.1" status: 200 len: 848 time: 0.1063461 Apr 20 05:46:01.376989 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] For port 8f448311-a236-48cb-b6ee-5b69560313a5, host hv-cinder-78605, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:46:01.411821 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-da428ea6-0ce9-436b-a17f-3363be29fc4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f08c960-f57c-4b00-9eed-b01bbe773749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790846 Apr 20 05:46:01.421797 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] For port 8f448311-a236-48cb-b6ee-5b69560313a5, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8f448311-a236-48cb-b6ee-5b69560313a5,segment=NetworkSegment(144eced7-532e-40dd-b1df-a889271e06ed),segment_id=144eced7-532e-40dd-b1df-a889271e06ed)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:46:01.431171 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022de3f-fc0f-4b0d-9a9d-fc06873a3ff1 req-281210d2-7f67-4625-86af-c3780c4b2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:01.432761 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0022de3f-fc0f-4b0d-9a9d-fc06873a3ff1 req-281210d2-7f67-4625-86af-c3780c4b2ccf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e3b9602-f3b1-465a-896e-3c5b83aebaa5 HTTP/1.1" status: 200 len: 850 time: 0.1347404 Apr 20 05:46:01.434320 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:01.445746 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-63665e75-61c4-4925-a4a1-5b0e3cb5c8f7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:01.532388 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623cf3c-69aa-4e8c-b497-8d6aa38e11a7 req-ad27d3cd-86ed-4266-847c-d2a9736056ba tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:01.541149 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a623cf3c-69aa-4e8c-b497-8d6aa38e11a7 req-ad27d3cd-86ed-4266-847c-d2a9736056ba tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.3557732 Apr 20 05:46:01.614706 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:01.615392 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:01.617681 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] 10.222.0.13 "PUT /v2.0/ports/8f448311-a236-48cb-b6ee-5b69560313a5 HTTP/1.1" status: 200 len: 1094 time: 2.4074914 Apr 20 05:46:01.618230 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af08defb-dbdd-4402-8744-261e1fbcdd97', 'tag': '8f448311-a236-48cb-b6ee-5b69560313a5'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:46:01.652540 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a623cf3c-69aa-4e8c-b497-8d6aa38e11a7 req-6ad9cdff-e331-45fe-aa82-d82a10de9724 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103373 Apr 20 05:46:01.671466 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Pushing event updated for resources: {'Port': ['ID=8f448311-a236-48cb-b6ee-5b69560313a5,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:01.741149 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:01.752266 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bbb214-7a91-4aaa-888f-e798f58e6222', 'tag': 'b9ba606e-fa83-4834-b265-b8b688ac8aa9', 'status': 'completed', 'code': 200} Apr 20 05:46:01.770078 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cafa61-beed-4251-89f5-f1d3f6aa3c62 req-46d060d9-47a1-47af-9998-21f5f467925d tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:01.778961 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f2cafa61-beed-4251-89f5-f1d3f6aa3c62 req-46d060d9-47a1-47af-9998-21f5f467925d tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=25bbb214-7a91-4aaa-888f-e798f58e6222 HTTP/1.1" status: 200 len: 943 time: 0.3032799 Apr 20 05:46:01.788009 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022de3f-fc0f-4b0d-9a9d-fc06873a3ff1 req-00ec28f0-4de4-48d9-ba15-46fd0c542c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:01.789928 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0022de3f-fc0f-4b0d-9a9d-fc06873a3ff1 req-00ec28f0-4de4-48d9-ba15-46fd0c542c50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=411e23b4-e2d6-46df-bd62-b0674bdfd076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3474033 Apr 20 05:46:01.805410 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-27ea2059-4bea-46c9-b502-d54496eede4e service neutron] 10.222.0.13 "GET /v2.0/networks/6f08c960-f57c-4b00-9eed-b01bbe773749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866019 Apr 20 05:46:01.989218 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-023215f5-c72b-4b75-8c84-ebe0b83bbde0 req-07fd09da-0dd7-4c97-b701-0b567b58e732 service neutron] 10.222.0.13 "GET /v2.0/networks/6f08c960-f57c-4b00-9eed-b01bbe773749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697903 Apr 20 05:46:01.993151 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f2cafa61-beed-4251-89f5-f1d3f6aa3c62 req-fb04341c-1926-4c96-96da-2696925b6ffa tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130728 Apr 20 05:46:02.250192 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0022de3f-fc0f-4b0d-9a9d-fc06873a3ff1 req-f370b6e4-fc24-4180-bb59-514565e3d82b service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487925 Apr 20 05:46:02.252346 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-fee4ccb0-bf9d-4b27-a69c-bc5dc171d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:02.253916 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-fee4ccb0-bf9d-4b27-a69c-bc5dc171d71e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8d2077ce4264d238e22346a4fc070c1&device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 1097 time: 0.5837338 Apr 20 05:46:02.256325 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af08defb-dbdd-4402-8744-261e1fbcdd97', 'tag': '8f448311-a236-48cb-b6ee-5b69560313a5', 'status': 'completed', 'code': 200} Apr 20 05:46:02.364348 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc505d-dd1f-4907-b810-a0fec2d5887f req-2e176201-a52b-4510-9aa7-54a9c909d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:02.366102 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-becc505d-dd1f-4907-b810-a0fec2d5887f req-2e176201-a52b-4510-9aa7-54a9c909d27e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d35220ab700e4b2db17f5c075f0cc96d&device_id=25bbb214-7a91-4aaa-888f-e798f58e6222 HTTP/1.1" status: 200 len: 1096 time: 0.1817234 Apr 20 05:46:02.392449 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-8f0b9762-5ae0-453e-99b5-02ed8ca38221 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f448311-a236-48cb-b6ee-5b69560313a5 HTTP/1.1" status: 200 len: 217 time: 0.0889778 Apr 20 05:46:02.539364 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a18b8-7e4f-4c83-8313-c23fc8adeefc req-34faf289-a145-4c92-9c7e-cf67ca99b9b1 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:02.547275 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-512a18b8-7e4f-4c83-8313-c23fc8adeefc req-34faf289-a145-4c92-9c7e-cf67ca99b9b1 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.2220187 Apr 20 05:46:02.551248 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0022de3f-fc0f-4b0d-9a9d-fc06873a3ff1 req-bf7345cc-d792-4185-8f2b-86cd42e5c88e service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492313 Apr 20 05:46:02.618748 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-512a18b8-7e4f-4c83-8313-c23fc8adeefc req-65a61400-34d0-46ac-8d8e-2aba44c89076 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703757 Apr 20 05:46:02.620130 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc505d-dd1f-4907-b810-a0fec2d5887f req-a26f0470-c831-4169-aa5d-1335634adc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:02.621702 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-becc505d-dd1f-4907-b810-a0fec2d5887f req-a26f0470-c831-4169-aa5d-1335634adc94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f08c960-f57c-4b00-9eed-b01bbe773749 HTTP/1.1" status: 200 len: 909 time: 0.2367618 Apr 20 05:46:02.687802 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-9c649fe9-cb2c-40b1-b821-6bf30aca0d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:02.689693 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-9c649fe9-cb2c-40b1-b821-6bf30aca0d99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13cc2382-24ca-4cde-9f7f-4cbd0d4344f9 HTTP/1.1" status: 200 len: 853 time: 0.1371992 Apr 20 05:46:02.707902 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b621cb-a602-49c6-b447-6925b37d672f req-27bf4ac8-d7fb-4bc7-ac86-20ed14031dfa tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:02.716808 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f0b621cb-a602-49c6-b447-6925b37d672f req-27bf4ac8-d7fb-4bc7-ac86-20ed14031dfa tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 944 time: 0.4694800 Apr 20 05:46:02.770356 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-becc505d-dd1f-4907-b810-a0fec2d5887f req-39b24eea-a530-409e-91b6-153ee7d7f1fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9ba606e-fa83-4834-b265-b8b688ac8aa9 HTTP/1.1" status: 200 len: 217 time: 0.1402152 Apr 20 05:46:02.794634 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-9c4062f4-95bc-4ab1-a2dd-53b54faeb161 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0eae8f8b-0902-4f89-9a35-6ab755e2b681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957904 Apr 20 05:46:02.794869 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device e19e0974-6a13-48ce-b655-3d6ca51bb66e no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:46:02.841172 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] No Port match for: e19e0974-6a13-48ce-b655-3d6ca51bb66e {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:46:02.841864 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device e19e0974-6a13-48ce-b655-3d6ca51bb66e not bound to the agent host hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:46:02.909692 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f0b621cb-a602-49c6-b447-6925b37d672f req-f0b13901-c10d-428f-a00e-1ce6212a9a86 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913624 Apr 20 05:46:02.936294 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc505d-dd1f-4907-b810-a0fec2d5887f req-aeb7f7bb-ba44-4cd7-9b90-22e88d2be9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:02.938120 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-becc505d-dd1f-4907-b810-a0fec2d5887f req-aeb7f7bb-ba44-4cd7-9b90-22e88d2be9ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bf8be8e-0afc-422c-9a46-150349b382a1 HTTP/1.1" status: 200 len: 848 time: 0.1600647 Apr 20 05:46:02.993966 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-197b1281-0068-4e11-8c5e-0777646cd231 service neutron] 10.222.0.13 "GET /v2.0/networks/0eae8f8b-0902-4f89-9a35-6ab755e2b681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890593 Apr 20 05:46:03.004937 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-becc505d-dd1f-4907-b810-a0fec2d5887f req-4e423e06-81f6-4cd9-b03a-cefad689fe93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f08c960-f57c-4b00-9eed-b01bbe773749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574489 Apr 20 05:46:03.060396 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6b24b-50cc-4921-b39f-3eecccb9d992 req-965107d8-d18a-4d39-a669-79ea8f25d991 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:03.068617 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-37b6b24b-50cc-4921-b39f-3eecccb9d992 req-965107d8-d18a-4d39-a669-79ea8f25d991 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.2348998 Apr 20 05:46:03.203830 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-37b6b24b-50cc-4921-b39f-3eecccb9d992 req-f234a2ae-79c9-4c5e-8e25-9723e53a1218 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337914 Apr 20 05:46:03.217875 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c338481c-5bbe-4f0c-bb24-75216a014fe4 req-71697169-487b-4c83-8ce7-953f0e712e9e service neutron] 10.222.0.13 "GET /v2.0/networks/0eae8f8b-0902-4f89-9a35-6ab755e2b681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145505 Apr 20 05:46:03.236142 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b0810-2a8a-4a5c-9d78-7c49d591b320 req-32860de2-d2e7-40a4-8b46-3afe7044b2de tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:03.237811 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b65b0810-2a8a-4a5c-9d78-7c49d591b320 req-32860de2-d2e7-40a4-8b46-3afe7044b2de tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.1480525 Apr 20 05:46:03.272176 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-becc505d-dd1f-4907-b810-a0fec2d5887f req-a57a3593-b52f-4f33-b7b4-8c10cf08665b service neutron] 10.222.0.13 "GET /v2.0/networks/6f08c960-f57c-4b00-9eed-b01bbe773749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530413 Apr 20 05:46:03.318427 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b65b0810-2a8a-4a5c-9d78-7c49d591b320 req-55611de4-f450-44b4-9fb5-916e570bd4eb tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659881 Apr 20 05:46:03.429336 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0636bf9-d82d-4bad-8a15-bd16c2690282 req-5e51c843-47af-4ba2-aeff-b2c1ee06b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:03.431514 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f0636bf9-d82d-4bad-8a15-bd16c2690282 req-5e51c843-47af-4ba2-aeff-b2c1ee06b371 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8d2077ce4264d238e22346a4fc070c1&device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 1097 time: 0.1120098 Apr 20 05:46:03.588555 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-becc505d-dd1f-4907-b810-a0fec2d5887f req-ecd12b72-4605-4d18-8f51-5981ff27a930 service neutron] 10.222.0.13 "GET /v2.0/networks/6f08c960-f57c-4b00-9eed-b01bbe773749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921355 Apr 20 05:46:03.599333 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc105226-5b0b-46df-96cb-9c1174872860 req-6ac2e3c3-61a9-4360-aa49-fe4cd433fb8e tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:03.607458 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-dc105226-5b0b-46df-96cb-9c1174872860 req-6ac2e3c3-61a9-4360-aa49-fe4cd433fb8e tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=25bbb214-7a91-4aaa-888f-e798f58e6222 HTTP/1.1" status: 200 len: 943 time: 0.1686764 Apr 20 05:46:03.617843 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0636bf9-d82d-4bad-8a15-bd16c2690282 req-c887e422-a3c1-4108-86b0-8177f519893e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:03.619481 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f0636bf9-d82d-4bad-8a15-bd16c2690282 req-c887e422-a3c1-4108-86b0-8177f519893e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0eae8f8b-0902-4f89-9a35-6ab755e2b681 HTTP/1.1" status: 200 len: 914 time: 0.1771972 Apr 20 05:46:03.656507 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-dc105226-5b0b-46df-96cb-9c1174872860 req-cd337d45-9bd5-46b5-8806-642947090239 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480809 Apr 20 05:46:03.720752 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f0636bf9-d82d-4bad-8a15-bd16c2690282 req-fe948c26-47f3-4388-8dff-5e909c5a761e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f448311-a236-48cb-b6ee-5b69560313a5 HTTP/1.1" status: 200 len: 217 time: 0.0893891 Apr 20 05:46:03.753518 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e29c78-ef86-40bd-b887-245d3ddb777a', 'name': 'network-vif-deleted', 'tag': 'e19e0974-6a13-48ce-b655-3d6ca51bb66e'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:46:03.838078 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e29c78-ef86-40bd-b887-245d3ddb777a', 'name': 'network-vif-deleted', 'tag': 'e19e0974-6a13-48ce-b655-3d6ca51bb66e', 'status': 'completed', 'code': 200} Apr 20 05:46:03.866319 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0636bf9-d82d-4bad-8a15-bd16c2690282 req-3203d5dc-fa5b-4d5d-86e4-aea60100acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:03.867904 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f0636bf9-d82d-4bad-8a15-bd16c2690282 req-3203d5dc-fa5b-4d5d-86e4-aea60100acdb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13cc2382-24ca-4cde-9f7f-4cbd0d4344f9 HTTP/1.1" status: 200 len: 853 time: 0.1367333 Apr 20 05:46:03.940967 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670dcc7-0c89-4392-9b9f-1c42ed2d2901 req-0c253eb7-a189-4605-9eda-7185e092d570 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:03.943099 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4670dcc7-0c89-4392-9b9f-1c42ed2d2901 req-0c253eb7-a189-4605-9eda-7185e092d570 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.1668513 Apr 20 05:46:03.965237 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f0636bf9-d82d-4bad-8a15-bd16c2690282 req-4861c1cf-84b4-4f82-80b4-de6db19c61b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0eae8f8b-0902-4f89-9a35-6ab755e2b681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859857 Apr 20 05:46:04.112821 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4670dcc7-0c89-4392-9b9f-1c42ed2d2901 req-af86365e-8a2d-4a4f-8b6e-aa0fc67b0a2d tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521213 Apr 20 05:46:04.185903 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841f4d1-06ea-41dc-9cf2-0744d6e4ff1a req-05b95046-e87f-41bb-813b-e82705a71e6a tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:04.193660 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e841f4d1-06ea-41dc-9cf2-0744d6e4ff1a req-05b95046-e87f-41bb-813b-e82705a71e6a tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 944 time: 0.1167245 Apr 20 05:46:04.194671 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f0636bf9-d82d-4bad-8a15-bd16c2690282 req-1e692c64-62db-42b4-a5ce-734b85e6ac00 service neutron] 10.222.0.13 "GET /v2.0/networks/0eae8f8b-0902-4f89-9a35-6ab755e2b681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104831 Apr 20 05:46:04.278358 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e841f4d1-06ea-41dc-9cf2-0744d6e4ff1a req-3d66f8a2-697c-4632-8e08-f9d659ac844e tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836663 Apr 20 05:46:04.374954 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f0636bf9-d82d-4bad-8a15-bd16c2690282 req-ffa0a0c2-1266-41b1-a064-549baee4fb1e service neutron] 10.222.0.13 "GET /v2.0/networks/0eae8f8b-0902-4f89-9a35-6ab755e2b681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706309 Apr 20 05:46:04.567360 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b8722-e8cb-4f9d-8784-ac04767b8d8a req-e8256ca2-641b-4167-bae2-41129625af1c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:04.575580 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-232b8722-e8cb-4f9d-8784-ac04767b8d8a req-e8256ca2-641b-4167-bae2-41129625af1c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.1120510 Apr 20 05:46:04.599179 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b5df2-5bb6-4da4-8287-9ead3626e269 req-8774cb44-70c0-4458-ac43-7527dabe8b6b tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:04.608558 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cb8b5df2-5bb6-4da4-8287-9ead3626e269 req-8774cb44-70c0-4458-ac43-7527dabe8b6b tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1639585 Apr 20 05:46:04.635648 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-232b8722-e8cb-4f9d-8784-ac04767b8d8a req-04badb32-8475-4618-819c-a5b1a575a8cf tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590060 Apr 20 05:46:04.666518 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cb8b5df2-5bb6-4da4-8287-9ead3626e269 req-2c2ee98e-fc0b-40fd-bd94-8be1f20a701c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569155 Apr 20 05:46:04.802330 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device b9ba606e-fa83-4834-b265-b8b688ac8aa9 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:46:04.890116 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659348e-d2cd-4cd4-972f-4f0aed3110a3 req-89b6d804-1f4d-42d6-8ab9-c0a2706e8515 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:04.896460 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b659348e-d2cd-4cd4-972f-4f0aed3110a3 req-89b6d804-1f4d-42d6-8ab9-c0a2706e8515 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=25bbb214-7a91-4aaa-888f-e798f58e6222 HTTP/1.1" status: 200 len: 943 time: 0.1201334 Apr 20 05:46:04.978085 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b659348e-d2cd-4cd4-972f-4f0aed3110a3 req-06479dfc-e9d0-486c-90a1-ae6a113e0a14 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770550 Apr 20 05:46:05.153224 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port b9ba606e-fa83-4834-b265-b8b688ac8aa9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b9ba606e-fa83-4834-b265-b8b688ac8aa9,segment=NetworkSegment(e1b99407-df5c-4a9e-ba5a-deb653a0cbc5),segment_id=e1b99407-df5c-4a9e-ba5a-deb653a0cbc5)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:05.170046 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': 'b9ba606e-fa83-4834-b265-b8b688ac8aa9', 'network_id': '6f08c960-f57c-4b00-9eed-b01bbe773749', 'port_id': 'b9ba606e-fa83-4834-b265-b8b688ac8aa9', 'mac_address': 'fa:16:3e:2a:f0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bf8be8e-0afc-422c-9a46-150349b382a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:46:05.243317 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:05.263153 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ba606e-fa83-4834-b265-b8b688ac8aa9 {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:46:05.280258 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port b9ba606e-fa83-4834-b265-b8b688ac8aa9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b9ba606e-fa83-4834-b265-b8b688ac8aa9,segment=NetworkSegment(e1b99407-df5c-4a9e-ba5a-deb653a0cbc5),segment_id=e1b99407-df5c-4a9e-ba5a-deb653a0cbc5)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:05.284886 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:05.287522 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:05.364162 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d614f2-6a7c-4930-8ace-ec86b55ee89d req-a3f67943-3f95-4edd-b473-6c0de7b3b64c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:05.365848 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d6d614f2-6a7c-4930-8ace-ec86b55ee89d req-a3f67943-3f95-4edd-b473-6c0de7b3b64c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.1083667 Apr 20 05:46:05.367741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=b9ba606e-fa83-4834-b265-b8b688ac8aa9,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:05.371771 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:05.430460 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d6d614f2-6a7c-4930-8ace-ec86b55ee89d req-db26b226-a925-4435-9106-ccfff2f8c33a tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570586 Apr 20 05:46:05.519350 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c53fb-89c1-4781-9428-721c6abafb85 req-19a4c28f-05c6-4606-8e42-32503ff59b6e tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:05.521184 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a85c53fb-89c1-4781-9428-721c6abafb85 req-19a4c28f-05c6-4606-8e42-32503ff59b6e tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 944 time: 0.0981610 Apr 20 05:46:05.558973 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['b9ba606e-fa83-4834-b265-b8b688ac8aa9'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:46:05.582339 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a85c53fb-89c1-4781-9428-721c6abafb85 req-24208900-6e6c-4819-baff-1cb96ecec362 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533285 Apr 20 05:46:05.857038 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880328e-0794-460b-b7e3-4fbc1de43cbf req-500452d6-9aa6-4605-b59d-9e90fcc68e89 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:05.858780 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2880328e-0794-460b-b7e3-4fbc1de43cbf req-500452d6-9aa6-4605-b59d-9e90fcc68e89 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.0944250 Apr 20 05:46:05.914832 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2880328e-0794-460b-b7e3-4fbc1de43cbf req-df0b0423-f911-4106-b52c-58b28a6428da tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490482 Apr 20 05:46:06.217143 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7799a6b5-421c-4d4f-9987-17a4e7acef50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:06.328198 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8f04c-e8aa-49c6-b4fc-1fcfb7796bec req-7e6795a9-6d67-4c5f-ad57-a78747488e33 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:06.330169 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6ef8f04c-e8aa-49c6-b4fc-1fcfb7796bec req-7e6795a9-6d67-4c5f-ad57-a78747488e33 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=25bbb214-7a91-4aaa-888f-e798f58e6222 HTTP/1.1" status: 200 len: 944 time: 0.1364467 Apr 20 05:46:06.402158 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6ef8f04c-e8aa-49c6-b4fc-1fcfb7796bec req-29b1c22e-52a7-4a43-9f3d-25cd87eb3c0b tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607982 Apr 20 05:46:06.673001 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c007e6-fe59-46ce-9d6a-8e1e7d231718 req-3a7652f2-e814-4f6c-8fd9-9286f944f394 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:06.675208 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-77c007e6-fe59-46ce-9d6a-8e1e7d231718 req-3a7652f2-e814-4f6c-8fd9-9286f944f394 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.1081498 Apr 20 05:46:06.744262 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-77c007e6-fe59-46ce-9d6a-8e1e7d231718 req-e6031d3c-c8a8-47b5-9af8-5ce915c33278 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620823 Apr 20 05:46:06.803526 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defbf36-b7a7-486d-8876-9e90d1466f35 req-83a6d283-2aea-4375-bc74-de8ee1a696b7 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:06.805108 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2defbf36-b7a7-486d-8876-9e90d1466f35 req-83a6d283-2aea-4375-bc74-de8ee1a696b7 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 944 time: 0.0963683 Apr 20 05:46:06.811092 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 8f448311-a236-48cb-b6ee-5b69560313a5 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:46:06.858606 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2defbf36-b7a7-486d-8876-9e90d1466f35 req-7adcd4fe-1335-4a28-81c1-f66c1c58ba4c tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458090 Apr 20 05:46:06.899875 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device b9ba606e-fa83-4834-b265-b8b688ac8aa9 up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:46:07.027160 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 8f448311-a236-48cb-b6ee-5b69560313a5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8f448311-a236-48cb-b6ee-5b69560313a5,segment=NetworkSegment(144eced7-532e-40dd-b1df-a889271e06ed),segment_id=144eced7-532e-40dd-b1df-a889271e06ed)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:07.041873 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port b9ba606e-fa83-4834-b265-b8b688ac8aa9 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:46:07.048219 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': '8f448311-a236-48cb-b6ee-5b69560313a5', 'network_id': '0eae8f8b-0902-4f89-9a35-6ab755e2b681', 'port_id': '8f448311-a236-48cb-b6ee-5b69560313a5', 'mac_address': 'fa:16:3e:1f:8d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13cc2382-24ca-4cde-9f7f-4cbd0d4344f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:46:07.051656 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port b9ba606e-fa83-4834-b265-b8b688ac8aa9 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:46:07.052206 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:07.164193 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:07.164987 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8cc21-562c-4813-bcef-948f3d8aacc6 req-4f9cdf9c-12d8-4621-8ea7-e792d631f79c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:07.166589 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-bee8cc21-562c-4813-bcef-948f3d8aacc6 req-4f9cdf9c-12d8-4621-8ea7-e792d631f79c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.1153803 Apr 20 05:46:07.187484 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f448311-a236-48cb-b6ee-5b69560313a5 {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:46:07.216609 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-bee8cc21-562c-4813-bcef-948f3d8aacc6 req-1cb8f442-4ec9-42bb-9c7f-35d1a3e0985c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426681 Apr 20 05:46:07.235143 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 8f448311-a236-48cb-b6ee-5b69560313a5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8f448311-a236-48cb-b6ee-5b69560313a5,segment=NetworkSegment(144eced7-532e-40dd-b1df-a889271e06ed),segment_id=144eced7-532e-40dd-b1df-a889271e06ed)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:07.244392 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:07.248100 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:07.316580 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:07.351844 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=8f448311-a236-48cb-b6ee-5b69560313a5,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:07.355400 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:07.360953 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bbb214-7a91-4aaa-888f-e798f58e6222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ba606e-fa83-4834-b265-b8b688ac8aa9'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:46:07.371435 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port b9ba606e-fa83-4834-b265-b8b688ac8aa9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b9ba606e-fa83-4834-b265-b8b688ac8aa9,segment=NetworkSegment(e1b99407-df5c-4a9e-ba5a-deb653a0cbc5),segment_id=e1b99407-df5c-4a9e-ba5a-deb653a0cbc5)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:07.375319 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:07.377329 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:07.423687 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bbb214-7a91-4aaa-888f-e798f58e6222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ba606e-fa83-4834-b265-b8b688ac8aa9', 'code': 200} Apr 20 05:46:07.455789 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=b9ba606e-fa83-4834-b265-b8b688ac8aa9,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:07.459242 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:07.568191 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['8f448311-a236-48cb-b6ee-5b69560313a5'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:46:07.612061 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f1a1a-b5b6-439d-a83e-b95355d9ef39 req-68ef68c6-3b32-4384-b531-686824edad80 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:07.617455 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f80f1a1a-b5b6-439d-a83e-b95355d9ef39 req-68ef68c6-3b32-4384-b531-686824edad80 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=25bbb214-7a91-4aaa-888f-e798f58e6222 HTTP/1.1" status: 200 len: 945 time: 0.1009684 Apr 20 05:46:07.727978 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f80f1a1a-b5b6-439d-a83e-b95355d9ef39 req-fc8950f9-c96b-4ef1-a5f7-d6d5abf166ea tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077180 Apr 20 05:46:07.756030 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a1e3a-3018-4d2c-8741-88f18a490cfe req-2ffae926-a61e-46bb-b41f-f0db7866d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:07.757680 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f49a1e3a-3018-4d2c-8741-88f18a490cfe req-2ffae926-a61e-46bb-b41f-f0db7866d19a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25bbb214-7a91-4aaa-888f-e798f58e6222 HTTP/1.1" status: 200 len: 1098 time: 0.1184483 Apr 20 05:46:07.779487 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a886bd2-254d-4abd-93b1-c42e906ae22a req-267a0aa8-e441-4097-b596-48a64ccb8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:07.781386 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5a886bd2-254d-4abd-93b1-c42e906ae22a req-267a0aa8-e441-4097-b596-48a64ccb8dac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10c6bb10c09f41b2bd958de46431d375&device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 1098 time: 0.1013823 Apr 20 05:46:07.819444 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f49a1e3a-3018-4d2c-8741-88f18a490cfe req-c2bd071b-ccda-456b-a592-eea2af9a365c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464532 Apr 20 05:46:07.928046 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a901991d-6fd5-415d-92dd-1c9527d57723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:08.011935 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a886bd2-254d-4abd-93b1-c42e906ae22a req-bd7296ae-bb91-439b-83f0-428713c05b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:08.013517 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5a886bd2-254d-4abd-93b1-c42e906ae22a req-bd7296ae-bb91-439b-83f0-428713c05b1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b33f592a-fb2a-48c3-93cb-6ae242341fc0 HTTP/1.1" status: 200 len: 918 time: 0.2201278 Apr 20 05:46:08.068413 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bac0d1-b143-4e66-a294-a7e4826444a0 req-875917e0-bb64-4267-9268-d77b2ad31abd tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:08.070252 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-64bac0d1-b143-4e66-a294-a7e4826444a0 req-875917e0-bb64-4267-9268-d77b2ad31abd tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 945 time: 0.0892427 Apr 20 05:46:08.133524 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-64bac0d1-b143-4e66-a294-a7e4826444a0 req-324ec771-85c2-4694-ab46-1637896a4cd2 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513072 Apr 20 05:46:08.324048 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa16cb5-0d5b-446f-ad27-00a1116ec4df req-fd3c8234-e2d8-4a58-a22c-4112d7947f56 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:08.325676 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3aa16cb5-0d5b-446f-ad27-00a1116ec4df req-fd3c8234-e2d8-4a58-a22c-4112d7947f56 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.4493368 Apr 20 05:46:08.401282 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5a886bd2-254d-4abd-93b1-c42e906ae22a req-aeddbc5f-77e7-437f-8eaf-2026858568b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0113b4a-0188-43c7-8557-6a67f73ea282 HTTP/1.1" status: 200 len: 1001 time: 0.3806453 Apr 20 05:46:08.406047 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3aa16cb5-0d5b-446f-ad27-00a1116ec4df req-6d5261c1-e1c9-495d-83a4-daa0817e19b2 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713117 Apr 20 05:46:08.428168 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb94311-8482-4a84-81b0-aa2978393d8f req-dc3cc503-1b7f-4675-8d1a-84fb70b06946 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:08.429838 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-efb94311-8482-4a84-81b0-aa2978393d8f req-dc3cc503-1b7f-4675-8d1a-84fb70b06946 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.0886016 Apr 20 05:46:08.471451 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a886bd2-254d-4abd-93b1-c42e906ae22a req-5ecb66eb-9cc9-4337-81d5-1fa56042db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:08.473128 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5a886bd2-254d-4abd-93b1-c42e906ae22a req-5ecb66eb-9cc9-4337-81d5-1fa56042db08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae89ec99-f254-4930-8e7f-44ab758e868e HTTP/1.1" status: 200 len: 856 time: 0.0644355 Apr 20 05:46:08.478479 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-efb94311-8482-4a84-81b0-aa2978393d8f req-8adac505-c26f-4113-94cf-6546e24b55ff tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411499 Apr 20 05:46:08.560463 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a886bd2-254d-4abd-93b1-c42e906ae22a req-5197b296-0cab-47e4-821b-00e413d8eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:08.562109 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5a886bd2-254d-4abd-93b1-c42e906ae22a req-5197b296-0cab-47e4-821b-00e413d8eaa4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b33f592a-fb2a-48c3-93cb-6ae242341fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773485 Apr 20 05:46:08.713753 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5a886bd2-254d-4abd-93b1-c42e906ae22a req-0fc5408c-a79a-4164-9d8e-50ccfb9e7b72 service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350586 Apr 20 05:46:08.747797 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:08.817422 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 8f448311-a236-48cb-b6ee-5b69560313a5 up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:46:08.857535 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68614169-9add-44b3-8771-5d7bb5c77a8b req-6e1788ca-3357-4562-9748-69613479960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:08.859131 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-68614169-9add-44b3-8771-5d7bb5c77a8b req-6e1788ca-3357-4562-9748-69613479960f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 1099 time: 0.0987053 Apr 20 05:46:08.904425 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-68614169-9add-44b3-8771-5d7bb5c77a8b req-61947b0b-6e6b-498f-87c2-093ab68a5151 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375905 Apr 20 05:46:08.915497 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port 8f448311-a236-48cb-b6ee-5b69560313a5 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:46:08.920900 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port 8f448311-a236-48cb-b6ee-5b69560313a5 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:46:08.921999 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:08.938986 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5a886bd2-254d-4abd-93b1-c42e906ae22a req-cfe95e1d-fba8-4635-a99c-a928a52d5ef4 service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086165 Apr 20 05:46:08.982491 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3177fea-997d-436b-a9c9-258505be0821 req-6240de2b-903c-46e4-b78d-6ac8c12b5091 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:08.985388 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c3177fea-997d-436b-a9c9-258505be0821 req-6240de2b-903c-46e4-b78d-6ac8c12b5091 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=25bbb214-7a91-4aaa-888f-e798f58e6222 HTTP/1.1" status: 200 len: 945 time: 0.1036537 Apr 20 05:46:09.053754 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:09.089809 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c3177fea-997d-436b-a9c9-258505be0821 req-bedcc229-0631-4b33-b371-0cda4bd231cc tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967860 Apr 20 05:46:09.098504 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 8f448311-a236-48cb-b6ee-5b69560313a5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8f448311-a236-48cb-b6ee-5b69560313a5,segment=NetworkSegment(144eced7-532e-40dd-b1df-a889271e06ed),segment_id=144eced7-532e-40dd-b1df-a889271e06ed)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:09.115227 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:09.117464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-23771c25-91b4-4989-8aaa-2fc1fc99a81e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:09.118572 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b5abb-31fc-45ac-9982-4ac28134d4d3 req-fd28f357-eaa1-47e7-9fbf-7305db9f5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:09.120414 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9f3b5abb-31fc-45ac-9982-4ac28134d4d3 req-fd28f357-eaa1-47e7-9fbf-7305db9f5240 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10c6bb10c09f41b2bd958de46431d375&device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 1098 time: 0.1128960 Apr 20 05:46:09.192285 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=8f448311-a236-48cb-b6ee-5b69560313a5,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:09.195454 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:09.291322 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b5abb-31fc-45ac-9982-4ac28134d4d3 req-de8bf3ec-78f6-44d9-8286-35a11cb5ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:09.292933 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9f3b5abb-31fc-45ac-9982-4ac28134d4d3 req-de8bf3ec-78f6-44d9-8286-35a11cb5ae2d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b33f592a-fb2a-48c3-93cb-6ae242341fc0 HTTP/1.1" status: 200 len: 918 time: 0.1501548 Apr 20 05:46:09.355033 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fbe10-a8d7-4de6-bea1-9606126f2d47 req-47bd5636-a0f7-4202-a4a2-f71bf87fe91c tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:09.357061 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-809fbe10-a8d7-4de6-bea1-9606126f2d47 req-47bd5636-a0f7-4202-a4a2-f71bf87fe91c tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 946 time: 0.1005168 Apr 20 05:46:09.406766 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-809fbe10-a8d7-4de6-bea1-9606126f2d47 req-cd6d2e12-9725-431b-8166-10985d1aa060 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434253 Apr 20 05:46:09.422764 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9f3b5abb-31fc-45ac-9982-4ac28134d4d3 req-ac5dc633-27d7-4f50-a4c5-f8d2a9a04678 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0113b4a-0188-43c7-8557-6a67f73ea282 HTTP/1.1" status: 200 len: 1001 time: 0.1194754 Apr 20 05:46:09.424933 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af08defb-dbdd-4402-8744-261e1fbcdd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f448311-a236-48cb-b6ee-5b69560313a5'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:46:09.489290 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af08defb-dbdd-4402-8744-261e1fbcdd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f448311-a236-48cb-b6ee-5b69560313a5', 'code': 200} Apr 20 05:46:09.501168 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b5abb-31fc-45ac-9982-4ac28134d4d3 req-a389a749-6df7-4326-99d4-5ea142fab436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:09.502716 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9f3b5abb-31fc-45ac-9982-4ac28134d4d3 req-a389a749-6df7-4326-99d4-5ea142fab436 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae89ec99-f254-4930-8e7f-44ab758e868e HTTP/1.1" status: 200 len: 856 time: 0.0717075 Apr 20 05:46:09.538648 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:09.616558 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b5abb-31fc-45ac-9982-4ac28134d4d3 req-3ccfe860-2bc5-40f7-a5b2-efe9e02070c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:09.618524 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9f3b5abb-31fc-45ac-9982-4ac28134d4d3 req-3ccfe860-2bc5-40f7-a5b2-efe9e02070c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b33f592a-fb2a-48c3-93cb-6ae242341fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0941052 Apr 20 05:46:09.630877 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad2be9-a022-4392-8904-19dda9965f1f req-66d96ceb-d243-4bbe-92f2-b9fda140715f tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:09.632537 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-99ad2be9-a022-4392-8904-19dda9965f1f req-66d96ceb-d243-4bbe-92f2-b9fda140715f tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.0920920 Apr 20 05:46:09.682553 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-99ad2be9-a022-4392-8904-19dda9965f1f req-ed1979d4-6f91-4baf-9048-960d699b8677 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431280 Apr 20 05:46:09.794085 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9d710-4f75-4dcc-b856-57713fe0a71d req-4c1e18de-c4e0-4335-b9c2-c015b926456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:09.795602 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e8b9d710-4f75-4dcc-b856-57713fe0a71d req-4c1e18de-c4e0-4335-b9c2-c015b926456e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 1099 time: 0.0772851 Apr 20 05:46:09.847248 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e8b9d710-4f75-4dcc-b856-57713fe0a71d req-a941cd3b-117f-488e-9f48-34b50fe39ea8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439394 Apr 20 05:46:09.848501 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703860ab-c6ab-48b6-9dfb-e50a8ace1efe req-86f396f3-4be4-4ffa-92ff-0bf5a34c454b tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:09.850150 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-703860ab-c6ab-48b6-9dfb-e50a8ace1efe req-86f396f3-4be4-4ffa-92ff-0bf5a34c454b tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 945 time: 0.2213581 Apr 20 05:46:09.853890 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9f3b5abb-31fc-45ac-9982-4ac28134d4d3 req-339c510c-2b26-4714-a39f-0b0d51822d1c service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237022 Apr 20 05:46:09.897337 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-703860ab-c6ab-48b6-9dfb-e50a8ace1efe req-21f21a46-64b4-40d4-9b3a-bf6c805b0cfe tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404429 Apr 20 05:46:10.054964 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9f3b5abb-31fc-45ac-9982-4ac28134d4d3 req-645f6480-30f1-4ed4-8423-bac31b9f19f4 service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456139 Apr 20 05:46:10.164461 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:46:10.299568 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea9252-073a-4cf0-abaa-6e9d35441978 req-97df571c-e53d-40c3-89c7-f795359f25a6 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:10.301193 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b5ea9252-073a-4cf0-abaa-6e9d35441978 req-97df571c-e53d-40c3-89c7-f795359f25a6 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=25bbb214-7a91-4aaa-888f-e798f58e6222 HTTP/1.1" status: 200 len: 945 time: 0.0975246 Apr 20 05:46:10.348452 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b5ea9252-073a-4cf0-abaa-6e9d35441978 req-427afff7-de0b-4046-9253-109273fe9ba0 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405354 Apr 20 05:46:10.382247 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:10.620239 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b865f8-1c14-4a84-b7f5-6932df2f44ba req-f38dc253-1a2e-4932-a79b-e24ebc4cc60e tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:10.621795 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-65b865f8-1c14-4a84-b7f5-6932df2f44ba req-f38dc253-1a2e-4932-a79b-e24ebc4cc60e tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 946 time: 0.0890341 Apr 20 05:46:10.669552 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-65b865f8-1c14-4a84-b7f5-6932df2f44ba req-2279fec3-66b7-472f-b5b6-16976ebb3ec6 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410502 Apr 20 05:46:10.838306 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device d0113b4a-0188-43c7-8557-6a67f73ea282 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:46:10.895141 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f15e6-57ed-413b-9e4b-7f7b45129556 req-120415e7-72f6-423f-838a-ac638d72ca23 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:10.896799 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4b3f15e6-57ed-413b-9e4b-7f7b45129556 req-120415e7-72f6-423f-838a-ac638d72ca23 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.0981054 Apr 20 05:46:10.979094 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:11.031647 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port d0113b4a-0188-43c7-8557-6a67f73ea282, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=d0113b4a-0188-43c7-8557-6a67f73ea282,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:11.035232 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:11.038674 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:11.160435 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=d0113b4a-0188-43c7-8557-6a67f73ea282,revision_number=8']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:11.164494 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:11.247819 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b70c0-8679-45c5-87a3-8f178ef44ade req-a5aef3e3-85ca-49b3-a760-33be6601379c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:11.249630 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a82b70c0-8679-45c5-87a3-8f178ef44ade req-a5aef3e3-85ca-49b3-a760-33be6601379c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.1078122 Apr 20 05:46:11.251649 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4b3f15e6-57ed-413b-9e4b-7f7b45129556 req-18b0b383-08cb-4c92-a7e7-8daf9a552358 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479900 Apr 20 05:46:11.301655 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a82b70c0-8679-45c5-87a3-8f178ef44ade req-22e69d60-a991-435d-a2d2-9dd7ecb0dbd2 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440888 Apr 20 05:46:11.474195 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b945df-582a-4866-b0c8-1fbbd4d3525a req-da5bbd86-c010-4da8-bd00-4ed0b19242c7 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:11.475813 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8b945df-582a-4866-b0c8-1fbbd4d3525a req-da5bbd86-c010-4da8-bd00-4ed0b19242c7 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0860431 Apr 20 05:46:11.490247 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fe3501-9830-4328-a268-0f40d9b95fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0113b4a-0188-43c7-8557-6a67f73ea282'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:46:11.525966 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8b945df-582a-4866-b0c8-1fbbd4d3525a req-22db29f6-5040-4840-8017-39a33126f2f4 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435627 Apr 20 05:46:11.582653 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fe3501-9830-4328-a268-0f40d9b95fad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0113b4a-0188-43c7-8557-6a67f73ea282', 'code': 200} Apr 20 05:46:11.843178 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6007a-4548-42fa-8a72-b15adca2cf99 req-f5322c68-61c4-46e1-8901-838765d6d4af tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:11.844903 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4ff6007a-4548-42fa-8a72-b15adca2cf99 req-f5322c68-61c4-46e1-8901-838765d6d4af tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=25bbb214-7a91-4aaa-888f-e798f58e6222 HTTP/1.1" status: 200 len: 945 time: 0.0939662 Apr 20 05:46:11.892407 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4048f3-e62a-4332-9ee5-f89caaab5221 req-774b7373-0dab-4d5d-9fcd-d71d6cdaa217 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:11.894203 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4c4048f3-e62a-4332-9ee5-f89caaab5221 req-774b7373-0dab-4d5d-9fcd-d71d6cdaa217 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 946 time: 0.0914619 Apr 20 05:46:11.898458 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4ff6007a-4548-42fa-8a72-b15adca2cf99 req-1b753c0f-09e1-40f4-b662-ed5b771e1daf tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449941 Apr 20 05:46:11.949876 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4c4048f3-e62a-4332-9ee5-f89caaab5221 req-14ad6be5-31ee-4c87-820b-c974f62faf81 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488198 Apr 20 05:46:12.550624 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08542f-d40b-4a7d-af34-f64eaa542c14 req-bea002a8-55be-40a1-a296-b1a06f102b1d tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:12.552509 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5f08542f-d40b-4a7d-af34-f64eaa542c14 req-bea002a8-55be-40a1-a296-b1a06f102b1d tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.1203077 Apr 20 05:46:12.612156 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5f08542f-d40b-4a7d-af34-f64eaa542c14 req-450d6178-9d8d-4ce6-93c7-196b32d02b95 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529411 Apr 20 05:46:13.144672 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda62f55-e021-4def-b664-be174bc19d59 req-44a935ca-5a8e-401e-9946-3cac86926bc0 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:13.146341 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-eda62f55-e021-4def-b664-be174bc19d59 req-44a935ca-5a8e-401e-9946-3cac86926bc0 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=25bbb214-7a91-4aaa-888f-e798f58e6222 HTTP/1.1" status: 200 len: 945 time: 0.1148634 Apr 20 05:46:13.208348 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-eda62f55-e021-4def-b664-be174bc19d59 req-d003e990-95c3-401c-94ca-46830333c8b2 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530171 Apr 20 05:46:13.493534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbacb20-9aaf-44a7-aa6b-af3b64057792 req-21537282-d243-4dee-b844-0f115bfda17b tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:13.495401 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8dbacb20-9aaf-44a7-aa6b-af3b64057792 req-21537282-d243-4dee-b844-0f115bfda17b tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.13 "GET /v2.0/ports?device_id=25bbb214-7a91-4aaa-888f-e798f58e6222 HTTP/1.1" status: 200 len: 945 time: 0.0996420 Apr 20 05:46:13.547809 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6497e8-f632-4127-8ce9-e9a1227156e3 req-9f16e00e-2117-4651-a1c2-21e11630b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:13.549877 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0e6497e8-f632-4127-8ce9-e9a1227156e3 req-9f16e00e-2117-4651-a1c2-21e11630b5f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26775c98490b4d5599bd466a2c4e2ce2&device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 1099 time: 0.0927174 Apr 20 05:46:13.649861 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-8dbacb20-9aaf-44a7-aa6b-af3b64057792 req-90e48fb2-1c25-4ece-ac96-3571c3448bdd tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Deleting port b9ba606e-fa83-4834-b265-b8b688ac8aa9 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:46:13.650410 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-8dbacb20-9aaf-44a7-aa6b-af3b64057792 req-90e48fb2-1c25-4ece-ac96-3571c3448bdd tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:13.771957 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100c75c-9d90-4778-9078-2fe41a7bc5b0 req-84517b50-880c-41e5-82d9-264e269d631b tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:13.792059 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c100c75c-9d90-4778-9078-2fe41a7bc5b0 req-84517b50-880c-41e5-82d9-264e269d631b tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.2345912 Apr 20 05:46:13.858100 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:13.871052 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6497e8-f632-4127-8ce9-e9a1227156e3 req-53100c50-112c-4fb3-a95b-5935ad6b3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:13.873317 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0e6497e8-f632-4127-8ce9-e9a1227156e3 req-53100c50-112c-4fb3-a95b-5935ad6b3384 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda HTTP/1.1" status: 200 len: 920 time: 0.3106096 Apr 20 05:46:13.878401 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c100c75c-9d90-4778-9078-2fe41a7bc5b0 req-50fa7eee-e919-46ae-ab32-e2843d7f30be tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804369 Apr 20 05:46:13.884344 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a9e8a-0c4b-42fb-839e-2a748897ae0c req-1ceed7d5-b5ed-404f-95bd-f91d9cad75f0 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:13.892798 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-245a9e8a-0c4b-42fb-839e-2a748897ae0c req-1ceed7d5-b5ed-404f-95bd-f91d9cad75f0 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.2177548 Apr 20 05:46:13.986871 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0e6497e8-f632-4127-8ce9-e9a1227156e3 req-c54beea2-fc40-423b-974d-c41d5eb9596a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c07fedc-27d3-4235-97e5-911362c0ad45 HTTP/1.1" status: 200 len: 217 time: 0.0753875 Apr 20 05:46:14.048055 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-245a9e8a-0c4b-42fb-839e-2a748897ae0c req-389543bd-f153-4677-a97c-4564418f2ff4 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541479 Apr 20 05:46:14.060407 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-8dbacb20-9aaf-44a7-aa6b-af3b64057792 req-90e48fb2-1c25-4ece-ac96-3571c3448bdd tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] For port b9ba606e-fa83-4834-b265-b8b688ac8aa9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=b9ba606e-fa83-4834-b265-b8b688ac8aa9,segment=NetworkSegment(e1b99407-df5c-4a9e-ba5a-deb653a0cbc5),segment_id=e1b99407-df5c-4a9e-ba5a-deb653a0cbc5)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:14.061140 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-8dbacb20-9aaf-44a7-aa6b-af3b64057792 req-90e48fb2-1c25-4ece-ac96-3571c3448bdd tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:14.110320 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6497e8-f632-4127-8ce9-e9a1227156e3 req-45c73ea2-e118-4de5-8c77-21e3093891cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:14.111886 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0e6497e8-f632-4127-8ce9-e9a1227156e3 req-45c73ea2-e118-4de5-8c77-21e3093891cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10999d55-07ae-4b7d-b737-652e042b455d HTTP/1.1" status: 200 len: 859 time: 0.1079137 Apr 20 05:46:14.171596 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0e6497e8-f632-4127-8ce9-e9a1227156e3 req-49a19911-4082-48a4-8c9e-ac83cd6b498b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520594 Apr 20 05:46:14.216851 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-8dbacb20-9aaf-44a7-aa6b-af3b64057792 req-90e48fb2-1c25-4ece-ac96-3571c3448bdd tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Calling delete_port for b9ba606e-fa83-4834-b265-b8b688ac8aa9 owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:46:14.224988 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 53972) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:14.421459 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0e6497e8-f632-4127-8ce9-e9a1227156e3 req-f2946d6e-456d-4d13-abb3-ade8309068d8 service neutron] 10.222.0.13 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293432 Apr 20 05:46:14.425978 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-142af229-e768-47df-89ad-77d0863a4aab req-8e45782d-c9af-4df8-84c8-5c04a8ceb6e5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2019691 Apr 20 05:46:14.439733 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-8dbacb20-9aaf-44a7-aa6b-af3b64057792 req-90e48fb2-1c25-4ece-ac96-3571c3448bdd tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:14.451191 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c2499b50-071e-4548-940b-806667b3a36c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:14.452000 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['b9ba606e-fa83-4834-b265-b8b688ac8aa9'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:46:14.507885 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e48fb2-1c25-4ece-ac96-3571c3448bdd tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Pushing event deleted for resources: {'Port': ['ID=b9ba606e-fa83-4834-b265-b8b688ac8aa9,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:14.514238 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-90e48fb2-1c25-4ece-ac96-3571c3448bdd tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:14.590122 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0e6497e8-f632-4127-8ce9-e9a1227156e3 req-2c3f480e-3330-4f5e-8356-98b70e887b73 service neutron] 10.222.0.13 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615195 Apr 20 05:46:14.608211 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72664122-8486-42b6-8d61-e9e7ec5810ae req-3fe97f65-92e2-478f-b402-98a0f1f7e78e tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:14.609919 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-72664122-8486-42b6-8d61-e9e7ec5810ae req-3fe97f65-92e2-478f-b402-98a0f1f7e78e tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/ports?device_id=25bbb214-7a91-4aaa-888f-e798f58e6222 HTTP/1.1" status: 200 len: 867 time: 0.2524207 Apr 20 05:46:14.616307 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbacb20-9aaf-44a7-aa6b-af3b64057792 req-90e48fb2-1c25-4ece-ac96-3571c3448bdd tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] No DVR routers for this DVR port b9ba606e-fa83-4834-b265-b8b688ac8aa9 on host hv-cinder-78605 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:46:14.620568 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-8dbacb20-9aaf-44a7-aa6b-af3b64057792 req-90e48fb2-1c25-4ece-ac96-3571c3448bdd tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:14.623954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bbb214-7a91-4aaa-888f-e798f58e6222', 'name': 'network-vif-deleted', 'tag': 'b9ba606e-fa83-4834-b265-b8b688ac8aa9'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:46:14.680067 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bbb214-7a91-4aaa-888f-e798f58e6222', 'name': 'network-vif-deleted', 'tag': 'b9ba606e-fa83-4834-b265-b8b688ac8aa9', 'status': 'completed', 'code': 200} Apr 20 05:46:14.686111 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8dbacb20-9aaf-44a7-aa6b-af3b64057792 req-90e48fb2-1c25-4ece-ac96-3571c3448bdd tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.13 "DELETE /v2.0/ports/b9ba606e-fa83-4834-b265-b8b688ac8aa9 HTTP/1.1" status: 204 len: 173 time: 1.1834855 Apr 20 05:46:14.701192 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-72664122-8486-42b6-8d61-e9e7ec5810ae req-26b4d67b-13a1-4dd0-98b3-812ed9642c65 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] 10.222.0.44 "GET /v2.0/security-groups?id=ac89b4db-9170-4091-bf4c-e7894e1e9278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705521 Apr 20 05:46:14.878894 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device d0113b4a-0188-43c7-8557-6a67f73ea282 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:46:15.082915 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6009e-7a6e-4c26-9c22-f93c3354f9e5 req-3e91b931-ba27-47da-84cb-bf72027d3c46 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:15.084725 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c6b6009e-7a6e-4c26-9c22-f93c3354f9e5 req-3e91b931-ba27-47da-84cb-bf72027d3c46 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0949230 Apr 20 05:46:15.135867 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c6b6009e-7a6e-4c26-9c22-f93c3354f9e5 req-706b4f6f-051b-4883-b199-35f4de5db5e3 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436902 Apr 20 05:46:15.296174 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaa8c4-eebd-4e9d-a908-ea86a0b9630b req-8649dda4-57e6-4595-b923-6ff684799480 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:15.297809 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5adaa8c4-eebd-4e9d-a908-ea86a0b9630b req-8649dda4-57e6-4595-b923-6ff684799480 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.0904818 Apr 20 05:46:15.346387 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5adaa8c4-eebd-4e9d-a908-ea86a0b9630b req-48e4e1dc-a14b-4f3e-b754-60d9607c4867 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414402 Apr 20 05:46:15.694847 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142af229-e768-47df-89ad-77d0863a4aab req-899282ac-56da-41cb-ace0-549306966012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:15.696358 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-142af229-e768-47df-89ad-77d0863a4aab req-899282ac-56da-41cb-ace0-549306966012 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad&tenant_id=10c6bb10c09f41b2bd958de46431d375 HTTP/1.1" status: 200 len: 1096 time: 0.0858068 Apr 20 05:46:15.805347 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142af229-e768-47df-89ad-77d0863a4aab req-86c9240d-d638-475c-a0e8-0e69fa579964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:15.806951 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-142af229-e768-47df-89ad-77d0863a4aab req-86c9240d-d638-475c-a0e8-0e69fa579964 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10c6bb10c09f41b2bd958de46431d375&device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 1096 time: 0.0863023 Apr 20 05:46:15.972106 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142af229-e768-47df-89ad-77d0863a4aab req-0299a257-c95f-43e4-ba88-0ef48910b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:15.973786 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-142af229-e768-47df-89ad-77d0863a4aab req-0299a257-c95f-43e4-ba88-0ef48910b49a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b33f592a-fb2a-48c3-93cb-6ae242341fc0 HTTP/1.1" status: 200 len: 918 time: 0.1548564 Apr 20 05:46:16.088371 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-142af229-e768-47df-89ad-77d0863a4aab req-7e8fd0fa-4607-4124-806b-6de28fca67a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0113b4a-0188-43c7-8557-6a67f73ea282 HTTP/1.1" status: 200 len: 999 time: 0.1064363 Apr 20 05:46:16.169102 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142af229-e768-47df-89ad-77d0863a4aab req-5b48e18d-cfeb-46d3-bfe8-5229e0c89c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:16.171373 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-142af229-e768-47df-89ad-77d0863a4aab req-5b48e18d-cfeb-46d3-bfe8-5229e0c89c02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae89ec99-f254-4930-8e7f-44ab758e868e HTTP/1.1" status: 200 len: 856 time: 0.0671299 Apr 20 05:46:16.258982 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142af229-e768-47df-89ad-77d0863a4aab req-992508de-8d89-46b9-b48d-c145f5db3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:16.260576 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-142af229-e768-47df-89ad-77d0863a4aab req-992508de-8d89-46b9-b48d-c145f5db3738 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b33f592a-fb2a-48c3-93cb-6ae242341fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828712 Apr 20 05:46:16.596333 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ea1e9-c0f3-4d54-83d0-d46b3fd2dd31 req-d7b6d0d0-c4ac-4e73-8f29-5379142fec65 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:16.597889 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-958ea1e9-c0f3-4d54-83d0-d46b3fd2dd31 req-d7b6d0d0-c4ac-4e73-8f29-5379142fec65 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.1032860 Apr 20 05:46:16.652247 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-958ea1e9-c0f3-4d54-83d0-d46b3fd2dd31 req-d95c42ca-599e-4cc0-945a-f8e681e74f3e tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466535 Apr 20 05:46:16.693370 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319e728-f3cf-4949-a3c9-2d9a17a347b8 req-5b0aadc3-c718-4bef-a153-9cf05540ead2 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:16.695180 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c319e728-f3cf-4949-a3c9-2d9a17a347b8 req-5b0aadc3-c718-4bef-a153-9cf05540ead2 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.4336250 Apr 20 05:46:16.705411 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-142af229-e768-47df-89ad-77d0863a4aab req-d1c6247d-bbd1-44a1-b603-824e1af10e34 service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038911 Apr 20 05:46:16.834056 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c319e728-f3cf-4949-a3c9-2d9a17a347b8 req-d3435993-c63d-4669-9f1c-24aaefa27571 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310637 Apr 20 05:46:16.881297 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-142af229-e768-47df-89ad-77d0863a4aab req-c170f590-c4e7-40d4-9ac3-8f9fde9fad61 service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620626 Apr 20 05:46:16.888189 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device b9ba606e-fa83-4834-b265-b8b688ac8aa9 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:46:16.933220 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] No Port match for: b9ba606e-fa83-4834-b265-b8b688ac8aa9 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:46:16.933644 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device b9ba606e-fa83-4834-b265-b8b688ac8aa9 not bound to the agent host hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:46:17.942451 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf5047-e280-4eba-8c33-4e86793733ad req-fc1f19db-f20c-4651-87b4-162320160e91 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:17.944333 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-80cf5047-e280-4eba-8c33-4e86793733ad req-fc1f19db-f20c-4651-87b4-162320160e91 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.1528339 Apr 20 05:46:18.060854 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-80cf5047-e280-4eba-8c33-4e86793733ad req-a8898c45-a941-4aa4-bd06-65f54210df1c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972950 Apr 20 05:46:18.213638 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786b9d9-210c-4d2c-a5d3-8bcf8048d515 req-81cefde1-a06b-418e-a299-63d581b50baf tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:18.215505 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d786b9d9-210c-4d2c-a5d3-8bcf8048d515 req-81cefde1-a06b-418e-a299-63d581b50baf tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1801341 Apr 20 05:46:18.277978 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d786b9d9-210c-4d2c-a5d3-8bcf8048d515 req-19404b3e-028d-432d-93a5-a2187090e576 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556355 Apr 20 05:46:19.279368 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f1faf-1c81-47cc-9cda-59fbde7321ba req-bcf46751-24f6-4363-891c-60e6ad3656b0 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:19.281659 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b52f1faf-1c81-47cc-9cda-59fbde7321ba req-bcf46751-24f6-4363-891c-60e6ad3656b0 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.0936236 Apr 20 05:46:19.333336 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b52f1faf-1c81-47cc-9cda-59fbde7321ba req-e5d807d6-2b24-4655-9ca0-8411552366c1 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450659 Apr 20 05:46:19.495843 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d6198-b209-4d50-90e9-1f65d6be02a4 req-d72536ae-d3c5-4494-a404-242dc46f3416 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:19.497489 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d85d6198-b209-4d50-90e9-1f65d6be02a4 req-d72536ae-d3c5-4494-a404-242dc46f3416 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0977287 Apr 20 05:46:19.546795 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d85d6198-b209-4d50-90e9-1f65d6be02a4 req-6a0689e0-1db5-4968-86ae-8014ffad3bb9 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427666 Apr 20 05:46:20.557032 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514199a0-f2cf-411d-81c2-dc91b3117f85 req-75ce109a-87cf-47f5-a0bc-391d8eaedc1f tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:20.557032 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-514199a0-f2cf-411d-81c2-dc91b3117f85 req-75ce109a-87cf-47f5-a0bc-391d8eaedc1f tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.0925620 Apr 20 05:46:20.629703 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-514199a0-f2cf-411d-81c2-dc91b3117f85 req-ff46f8b2-a83b-40e9-be1e-b629f0c916e6 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658336 Apr 20 05:46:20.767358 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3daf9fc-5758-4676-b37a-58a1adeaa8a0 req-0ab13056-37bb-43f8-b370-328b0ae34d25 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:20.769007 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f3daf9fc-5758-4676-b37a-58a1adeaa8a0 req-0ab13056-37bb-43f8-b370-328b0ae34d25 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0929842 Apr 20 05:46:20.821783 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f3daf9fc-5758-4676-b37a-58a1adeaa8a0 req-79d556bf-a777-4034-a93b-0238d4eb858c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456312 Apr 20 05:46:21.180190 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 54144) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:21.248181 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af96ecb-1334-46e5-b955-2a6a6de4034a admin admin] Deleting subnet 850bb3f4-7cc4-4200-a27f-ee2326f0f5f5 {{(pid=86332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:46:21.252181 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7af96ecb-1334-46e5-b955-2a6a6de4034a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:21.316549 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7af96ecb-1334-46e5-b955-2a6a6de4034a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10657269'] for subnet, precommit_delete_associations {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:21.379155 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7af96ecb-1334-46e5-b955-2a6a6de4034a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016692'] for subnet, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:21.653550 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7af96ecb-1334-46e5-b955-2a6a6de4034a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850759156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-896790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11223367'] for subnet, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:21.664701 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-31941e10-b405-4834-beda-3e6f7fe4a1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:21.709823 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af96ecb-1334-46e5-b955-2a6a6de4034a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=850bb3f4-7cc4-4200-a27f-ee2326f0f5f5,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:21.712809 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-7af96ecb-1334-46e5-b955-2a6a6de4034a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:21.718363 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7af96ecb-1334-46e5-b955-2a6a6de4034a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:21.730318 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 54154) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:21.730934 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-7af96ecb-1334-46e5-b955-2a6a6de4034a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/850bb3f4-7cc4-4200-a27f-ee2326f0f5f5 HTTP/1.1" status: 204 len: 168 time: 0.5493894 Apr 20 05:46:21.847251 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918712'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:21.873220 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebeac8c-be87-42e8-8497-723a8497a59e req-57162ffc-07bd-4f2c-827e-1431d4625ca5 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:21.874935 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2ebeac8c-be87-42e8-8497-723a8497a59e req-57162ffc-07bd-4f2c-827e-1431d4625ca5 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.0929728 Apr 20 05:46:21.929658 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2ebeac8c-be87-42e8-8497-723a8497a59e req-cf946059-4431-4e62-a001-8ce7d90393d7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477326 Apr 20 05:46:22.037236 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850759071', 'neutron.services.segments.db._delete_segments_for_network-8736091077747'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:22.187758 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e5804-2828-4e48-a8e7-a258e456f03c req-866b8c7c-9661-4f07-a7c7-54b98951ed95 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:22.189324 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-432e5804-2828-4e48-a8e7-a258e456f03c req-866b8c7c-9661-4f07-a7c7-54b98951ed95 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.2076013 Apr 20 05:46:22.191531 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:46:22.191943 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:46:22.192759 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:46:22.193171 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Subscribe: > port after_create 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:46:22.193598 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Subscribe: > port after_delete 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:46:22.193914 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Subscribe: > port after_update 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:46:22.194271 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:46:22.194628 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:46:22.194982 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:46:22.195347 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:46:22.317409 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:46:22.317872 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:46:22.318201 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:46:22.318762 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86331) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 05:46:22.319106 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8190e76-c56b-44a3-a7da-385b7794d383']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:46:22.354801 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4012aa9a-37c0-410d-ab81-faeb5d31cfbc') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:46:22.355122 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4012aa9a-37c0-410d-ab81-faeb5d31cfbc') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:46:22.377097 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300763536483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10998276'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:22.399578 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-432e5804-2828-4e48-a8e7-a258e456f03c req-8276f3fb-d29e-4b0b-b841-41c63fcebdf6 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718732 Apr 20 05:46:22.403621 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:22.418515 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:46:22.610521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Network d8190e76-c56b-44a3-a7da-385b7794d383 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:46:22.620303 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4027173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11767830'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:22.799887 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Network d8190e76-c56b-44a3-a7da-385b7794d383 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: from cryptography.utils import int_from_bytes Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: from cryptography.utils import int_from_bytes Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: (rel_b, rel_a, rel_b), Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: (rel_b, rel_a, rel_b), Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: Traceback (most recent call last): Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: timer() Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: cb(*args, **kw) Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: return func(*args, **kwargs) Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: self._notify() Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: self.callback(batched_events) Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: event.method(event) Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: segment_id)['aggregates'][0] Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: return f(self, *a, **k) Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: return self._get(url).json() Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: **kwargs) Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: return self.request(url, 'GET', **kwargs) Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: **endpoint_filter) Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:46:22.826040 dv-cinder-786054-4-smb neutron-server[86220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:46:22.923029 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:22.927548 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9be31407-9b79-4ad7-b730-b6688c744d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:22.947755 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=d8190e76-c56b-44a3-a7da-385b7794d383,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:22.950022 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:22.954605 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:22.957752 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] 10.222.0.44 "DELETE /v2.0/networks/d8190e76-c56b-44a3-a7da-385b7794d383 HTTP/1.1" status: 204 len: 168 time: 1.2261674 Apr 20 05:46:22.960846 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 54162) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:23.030546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab55ecc-24cc-40c7-8b10-b7500f32e980 admin admin] Deleting subnet b8d31d35-2acd-4984-a661-52d4161c128c {{(pid=86331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:46:23.034025 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dab55ecc-24cc-40c7-8b10-b7500f32e980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:23.089896 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dab55ecc-24cc-40c7-8b10-b7500f32e980 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843777524'] for subnet, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:23.160290 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dab55ecc-24cc-40c7-8b10-b7500f32e980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016692'] for subnet, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:23.194493 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe2631-6146-4153-ae1c-0a8b0bfca51f req-dbb6798d-05b2-4210-adbc-d45337b94dd2 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:23.196025 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fcbe2631-6146-4153-ae1c-0a8b0bfca51f req-dbb6798d-05b2-4210-adbc-d45337b94dd2 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.1184669 Apr 20 05:46:23.249665 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fcbe2631-6146-4153-ae1c-0a8b0bfca51f req-e5e03ab8-2731-43b7-b30e-7f95bda40de7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465214 Apr 20 05:46:23.463927 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dab55ecc-24cc-40c7-8b10-b7500f32e980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850759156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843007307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10592222'] for subnet, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:23.469693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-040af67e-a8c7-4724-aad5-a2116d12c72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:23.521455 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab55ecc-24cc-40c7-8b10-b7500f32e980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8d31d35-2acd-4984-a661-52d4161c128c,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:23.524306 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-dab55ecc-24cc-40c7-8b10-b7500f32e980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:23.578900 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dab55ecc-24cc-40c7-8b10-b7500f32e980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:23.592860 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-dab55ecc-24cc-40c7-8b10-b7500f32e980 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b8d31d35-2acd-4984-a661-52d4161c128c HTTP/1.1" status: 204 len: 168 time: 0.6307480 Apr 20 05:46:23.595586 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 54170) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:23.633336 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb71b8d-6223-4477-a4a9-b4ecb91226b3 req-6d0aba7b-d38f-47f1-804c-327fc2d1bd97 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:23.634982 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ffb71b8d-6223-4477-a4a9-b4ecb91226b3 req-6d0aba7b-d38f-47f1-804c-327fc2d1bd97 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1075020 Apr 20 05:46:23.699891 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ffb71b8d-6223-4477-a4a9-b4ecb91226b3 req-a0ab5248-342c-4fc1-aab3-9e749570d096 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559919 Apr 20 05:46:23.746914 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f34be4ed-de87-4847-aa0e-c603e51295a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918712'] for network, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:23.883925 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f34be4ed-de87-4847-aa0e-c603e51295a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850759071', 'neutron.services.segments.db._delete_segments_for_network-8736091077747'] for network, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:24.007113 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-f34be4ed-de87-4847-aa0e-c603e51295a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24988d6c-cf84-4025-a46e-1bf8b48dae8f']}} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:46:24.023612 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-f34be4ed-de87-4847-aa0e-c603e51295a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f736176-ff89-4668-a275-6bb24722d8a2') {'for_net_delete': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:46:24.023960 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-f34be4ed-de87-4847-aa0e-c603e51295a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f736176-ff89-4668-a275-6bb24722d8a2') {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:46:24.037380 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f34be4ed-de87-4847-aa0e-c603e51295a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300763536483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844118531'] for segment, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:24.053707 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f34be4ed-de87-4847-aa0e-c603e51295a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:24.062687 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34be4ed-de87-4847-aa0e-c603e51295a5 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=86332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:46:24.248337 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-f34be4ed-de87-4847-aa0e-c603e51295a5 admin admin] Network 24988d6c-cf84-4025-a46e-1bf8b48dae8f has no segments {{(pid=86332) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:46:24.260711 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f34be4ed-de87-4847-aa0e-c603e51295a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4027173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853879371'] for segment, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:24.491612 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-f34be4ed-de87-4847-aa0e-c603e51295a5 admin admin] Network 24988d6c-cf84-4025-a46e-1bf8b48dae8f has no segments {{(pid=86332) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: Traceback (most recent call last): Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: timer() Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: cb(*args, **kw) Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: return func(*args, **kwargs) Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: self._notify() Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: self.callback(batched_events) Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: event.method(event) Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: segment_id)['aggregates'][0] Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: return f(self, *a, **k) Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: return self._get(url).json() Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: **kwargs) Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: return self.request(url, 'GET', **kwargs) Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: **endpoint_filter) Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:46:24.761261 dv-cinder-786054-4-smb neutron-server[86220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:46:24.867454 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a4e72-19b9-4a04-ade2-1aebdc5bd609 req-92dead6d-a750-44e6-8271-3b4b6ff1cb53 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:24.870205 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a27a4e72-19b9-4a04-ade2-1aebdc5bd609 req-92dead6d-a750-44e6-8271-3b4b6ff1cb53 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.4580054 Apr 20 05:46:24.870205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f34be4ed-de87-4847-aa0e-c603e51295a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:24.874353 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c9d4197b-7bfa-4dd5-a0ee-3da94837f56c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:24.891792 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f34be4ed-de87-4847-aa0e-c603e51295a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:24.912542 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-f34be4ed-de87-4847-aa0e-c603e51295a5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/24988d6c-cf84-4025-a46e-1bf8b48dae8f HTTP/1.1" status: 204 len: 168 time: 1.3156946 Apr 20 05:46:24.918377 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34be4ed-de87-4847-aa0e-c603e51295a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=24988d6c-cf84-4025-a46e-1bf8b48dae8f,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:24.922894 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88534da-2583-487b-b4fb-48c4166ed691 req-93cd06fe-3c82-4579-9e30-571a8f505f48 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:24.923257 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-f34be4ed-de87-4847-aa0e-c603e51295a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:24.925013 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b88534da-2583-487b-b4fb-48c4166ed691 req-93cd06fe-3c82-4579-9e30-571a8f505f48 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0988407 Apr 20 05:46:24.951330 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a27a4e72-19b9-4a04-ade2-1aebdc5bd609 req-fc30d9e5-dcab-4a73-989c-4414b9670133 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537655 Apr 20 05:46:25.000617 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b88534da-2583-487b-b4fb-48c4166ed691 req-a04a9a19-841c-4f0f-a358-bdf693d4ca28 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666442 Apr 20 05:46:25.101551 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 54182) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:25.161087 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-6f615fff-5533-425a-804f-56f2efd20e40 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7594a0acdd0a4cfca8353d50423bf671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580003 Apr 20 05:46:25.163072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 54188) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:25.233496 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-adf7a8b5-aa35-4823-b4a3-c8ea67bb3c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:25.265811 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-adf7a8b5-aa35-4823-b4a3-c8ea67bb3c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:25.314493 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-adf7a8b5-aa35-4823-b4a3-c8ea67bb3c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:25.319502 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-705e97e4-39f0-4baf-8040-c781d45d8e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:25.334653 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7a8b5-aa35-4823-b4a3-c8ea67bb3c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15be9f2-74ff-4820-a827-108971be9ba7,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:25.337522 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-adf7a8b5-aa35-4823-b4a3-c8ea67bb3c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:25.344896 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-adf7a8b5-aa35-4823-b4a3-c8ea67bb3c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:25.346151 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-adf7a8b5-aa35-4823-b4a3-c8ea67bb3c9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a15be9f2-74ff-4820-a827-108971be9ba7 HTTP/1.1" status: 204 len: 168 time: 0.1819680 Apr 20 05:46:25.740017 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 54200) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:25.791837 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-cf2a47e8-8296-454a-8a0b-ff3d58b558b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7320cd555e614fedb52bd59e33362e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503788 Apr 20 05:46:25.794956 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 54204) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:25.866629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4f6bceaf-5e89-4b04-9250-bb617a9a39fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:25.893294 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4f6bceaf-5e89-4b04-9250-bb617a9a39fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:25.951909 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4f6bceaf-5e89-4b04-9250-bb617a9a39fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:25.956606 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2bffa57b-c68d-42a4-a9a2-34359ae228bd tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:25.977148 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4f6bceaf-5e89-4b04-9250-bb617a9a39fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:25.978379 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-4f6bceaf-5e89-4b04-9250-bb617a9a39fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2cf9ae15-6bc9-4867-9dee-664f4fad9de9 HTTP/1.1" status: 204 len: 168 time: 0.1821923 Apr 20 05:46:25.982863 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6bceaf-5e89-4b04-9250-bb617a9a39fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf9ae15-6bc9-4867-9dee-664f4fad9de9,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:25.985462 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4f6bceaf-5e89-4b04-9250-bb617a9a39fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:26.196986 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c492632-f630-4168-afdf-bc4946e7ba79 req-0112cb59-591d-4cd0-b3cf-72a15e8e8bd4 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:26.196986 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7c492632-f630-4168-afdf-bc4946e7ba79 req-0112cb59-591d-4cd0-b3cf-72a15e8e8bd4 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.1081326 Apr 20 05:46:26.278283 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7c492632-f630-4168-afdf-bc4946e7ba79 req-cbd6a5bf-42bd-434f-81e7-7b920bf49e07 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788529 Apr 20 05:46:26.282656 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864d6a8-6238-4ba0-b735-f0e6174e861a req-d2e120b5-bf49-4151-8dec-acdf9a905b25 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:26.292047 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8864d6a8-6238-4ba0-b735-f0e6174e861a req-d2e120b5-bf49-4151-8dec-acdf9a905b25 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1407876 Apr 20 05:46:26.389510 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8864d6a8-6238-4ba0-b735-f0e6174e861a req-a57e362e-9dba-45a4-81c3-1755c9379318 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950596 Apr 20 05:46:27.508379 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe952c7-4aa2-4032-93ba-370278041b36 req-e33a4801-c47f-4016-90fa-ef25d13224e2 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:27.517879 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5fe952c7-4aa2-4032-93ba-370278041b36 req-e33a4801-c47f-4016-90fa-ef25d13224e2 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.1023190 Apr 20 05:46:27.578191 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5fe952c7-4aa2-4032-93ba-370278041b36 req-01e6f569-fc45-49a5-a267-6aa7a68193a3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588434 Apr 20 05:46:27.820729 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14007282-ec86-4e69-ba4b-68aacc7f0ae2 req-f34d7e5a-ef41-4761-9ca1-19695582b90e tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:27.835593 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-14007282-ec86-4e69-ba4b-68aacc7f0ae2 req-f34d7e5a-ef41-4761-9ca1-19695582b90e tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1716015 Apr 20 05:46:27.892810 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-14007282-ec86-4e69-ba4b-68aacc7f0ae2 req-19c0543a-b3b9-4534-9e3f-b8319f302fb0 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561793 Apr 20 05:46:28.845298 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25789127-85e7-4ffb-8278-f44051c78ce7 req-883edf8b-4f6c-4b13-a217-349beb46fbec tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:28.847533 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-25789127-85e7-4ffb-8278-f44051c78ce7 req-883edf8b-4f6c-4b13-a217-349beb46fbec tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.0946975 Apr 20 05:46:28.921189 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-25789127-85e7-4ffb-8278-f44051c78ce7 req-b59ece6d-5f63-4d29-9bb8-a7840a1cfa39 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646169 Apr 20 05:46:29.157337 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0a659-0c10-4196-92ea-d1894ecdaab2 req-eb6614c5-d0d3-47fc-b2ca-fce0f259646c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:29.166334 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-51d0a659-0c10-4196-92ea-d1894ecdaab2 req-eb6614c5-d0d3-47fc-b2ca-fce0f259646c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1385808 Apr 20 05:46:29.242359 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-51d0a659-0c10-4196-92ea-d1894ecdaab2 req-b0474e45-2ef4-46d7-bc16-2a5113e00d30 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746584 Apr 20 05:46:30.195019 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c82c70-d0a4-412d-b01d-7855f8c81785 req-e954fba7-daff-40dd-87a2-a30365659b37 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:30.199234 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-36c82c70-d0a4-412d-b01d-7855f8c81785 req-e954fba7-daff-40dd-87a2-a30365659b37 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.1118028 Apr 20 05:46:30.276297 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-36c82c70-d0a4-412d-b01d-7855f8c81785 req-6bec3f60-d5a0-4c4a-9976-7f3cfea4866c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689595 Apr 20 05:46:30.731881 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c35d7-b477-4ba6-bafd-2a0eddafb8dd req-aaa41e38-bbdc-49c9-ae9c-bd6be1c1a749 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:30.733552 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b87c35d7-b477-4ba6-bafd-2a0eddafb8dd req-aaa41e38-bbdc-49c9-ae9c-bd6be1c1a749 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1793661 Apr 20 05:46:30.792976 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b87c35d7-b477-4ba6-bafd-2a0eddafb8dd req-b8ddc36f-bf42-4c35-8a53-82fb74ba437d tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499818 Apr 20 05:46:31.596747 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090df08-d5f4-4e30-88a4-47eab1b1f949 req-76532d02-8227-4c17-8812-b547232d3f3c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:31.598299 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6090df08-d5f4-4e30-88a4-47eab1b1f949 req-76532d02-8227-4c17-8812-b547232d3f3c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.1507587 Apr 20 05:46:31.653716 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6090df08-d5f4-4e30-88a4-47eab1b1f949 req-2498db19-4da6-40ca-a3a5-bd1781e8b31a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487967 Apr 20 05:46:32.087206 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae849f5c-9a1b-411b-b283-658c096365c6 req-6e265558-811e-4ad2-8793-6b043deaaf43 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:32.089135 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ae849f5c-9a1b-411b-b283-658c096365c6 req-6e265558-811e-4ad2-8793-6b043deaaf43 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1601670 Apr 20 05:46:32.178077 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ae849f5c-9a1b-411b-b283-658c096365c6 req-f1cc53fe-c9ac-4079-82c6-b032d7ed729d tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798562 Apr 20 05:46:33.026917 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4c388-78cc-414f-9e83-ff7488bbb5ac req-5da63712-60eb-40f4-a5f7-6946dc15dd57 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:33.030051 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6dd4c388-78cc-414f-9e83-ff7488bbb5ac req-5da63712-60eb-40f4-a5f7-6946dc15dd57 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.0986097 Apr 20 05:46:33.105974 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6dd4c388-78cc-414f-9e83-ff7488bbb5ac req-54582061-f23e-4549-8c34-c2a1721c3790 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678499 Apr 20 05:46:33.434261 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbe425-ab4c-4e4b-8931-5251cf7413e7 req-50d20cf9-1639-4771-bf92-90665a63058b tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:33.436390 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f3cbe425-ab4c-4e4b-8931-5251cf7413e7 req-50d20cf9-1639-4771-bf92-90665a63058b tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1262383 Apr 20 05:46:33.498305 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f3cbe425-ab4c-4e4b-8931-5251cf7413e7 req-172b50f1-0ada-4f7e-9597-1e47a8a68f58 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553536 Apr 20 05:46:34.337356 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085222d-d534-45f5-9a0a-97355a0a1819 req-9accc62a-64cf-4289-a4e3-4185eaa7992d tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:34.339593 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f085222d-d534-45f5-9a0a-97355a0a1819 req-9accc62a-64cf-4289-a4e3-4185eaa7992d tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.0903778 Apr 20 05:46:34.392311 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f085222d-d534-45f5-9a0a-97355a0a1819 req-5af1f215-c7a5-4d8c-856e-31495df4619e tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456355 Apr 20 05:46:34.724763 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d89035-ada0-4600-a893-eec3d6e9e2fc req-1f58e8fd-0cee-48c5-ac59-0e7e331a0649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:34.726806 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-96d89035-ada0-4600-a893-eec3d6e9e2fc req-1f58e8fd-0cee-48c5-ac59-0e7e331a0649 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 1099 time: 0.1517148 Apr 20 05:46:34.792695 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713ee00-aea2-44c8-8283-b2bfdd663254 req-7474e4e0-1c8c-4929-909f-3b2b797f6caa tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:34.794354 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b713ee00-aea2-44c8-8283-b2bfdd663254 req-7474e4e0-1c8c-4929-909f-3b2b797f6caa tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1667440 Apr 20 05:46:34.796691 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-96d89035-ada0-4600-a893-eec3d6e9e2fc req-d4bb0ea0-0ed1-4492-82b2-275aab0150f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586371 Apr 20 05:46:34.858955 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b713ee00-aea2-44c8-8283-b2bfdd663254 req-88da90f0-45c6-4fd0-a18e-bbf62d535d3b tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577729 Apr 20 05:46:35.667989 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc6e3b-ac7e-4b51-9267-201774d402eb req-7c65030a-3c9f-4d3e-9434-52569539cc27 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:35.676610 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c2cc6e3b-ac7e-4b51-9267-201774d402eb req-7c65030a-3c9f-4d3e-9434-52569539cc27 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.1157331 Apr 20 05:46:35.753630 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c2cc6e3b-ac7e-4b51-9267-201774d402eb req-57e5ca8d-3e03-42b0-8760-fa2c7820bb4f tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756116 Apr 20 05:46:36.077893 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5f598-2d26-4def-b5fa-b6d32ff02281 req-cc16456e-5cc7-4a31-bf33-8051d99a0e54 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:36.079537 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8f5f598-2d26-4def-b5fa-b6d32ff02281 req-cc16456e-5cc7-4a31-bf33-8051d99a0e54 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0888562 Apr 20 05:46:36.135020 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8f5f598-2d26-4def-b5fa-b6d32ff02281 req-41953622-71bc-4e6f-9162-6d5dc32640c3 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475645 Apr 20 05:46:36.228346 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6ed8581d-a051-4a10-9c7b-bc221c8cc070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:36.829059 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a60890-666e-4c63-98e2-2002bb216d11 req-466d5f36-0648-4420-8cfd-18e15d6d10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:36.830678 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-62a60890-666e-4c63-98e2-2002bb216d11 req-466d5f36-0648-4420-8cfd-18e15d6d10ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26775c98490b4d5599bd466a2c4e2ce2&device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 1099 time: 0.1931601 Apr 20 05:46:36.878174 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e737c0-bc9d-4003-992a-cb03dc2d6c70 req-509f52c7-3cf2-423f-8611-f0a3bd2a51e8 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:36.888833 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-00e737c0-bc9d-4003-992a-cb03dc2d6c70 req-509f52c7-3cf2-423f-8611-f0a3bd2a51e8 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1690109 Apr 20 05:46:36.983562 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device d0113b4a-0188-43c7-8557-6a67f73ea282 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:46:37.020795 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-00e737c0-bc9d-4003-992a-cb03dc2d6c70 req-102c547a-7ffc-41f9-8c65-809a01f56751 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308556 Apr 20 05:46:37.103865 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6d3db-da53-4473-bc25-24698213c195 req-46b4fa19-2bc2-4a20-a64d-e77eb68f1e99 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:37.105599 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e5e6d3db-da53-4473-bc25-24698213c195 req-46b4fa19-2bc2-4a20-a64d-e77eb68f1e99 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 943 time: 0.1616120 Apr 20 05:46:37.106786 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a60890-666e-4c63-98e2-2002bb216d11 req-ce012397-d4a0-4638-9250-2b737016adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:37.108783 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-62a60890-666e-4c63-98e2-2002bb216d11 req-ce012397-d4a0-4638-9250-2b737016adaf service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda HTTP/1.1" status: 200 len: 920 time: 0.2693825 Apr 20 05:46:37.223162 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e5e6d3db-da53-4473-bc25-24698213c195 req-ffb5d022-e54d-432e-9521-e3940d30d505 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097186 Apr 20 05:46:37.272507 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-62a60890-666e-4c63-98e2-2002bb216d11 req-3fd6ce74-f0c1-4718-919b-b75b9a84164f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c07fedc-27d3-4235-97e5-911362c0ad45 HTTP/1.1" status: 200 len: 217 time: 0.1552029 Apr 20 05:46:37.305986 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port d0113b4a-0188-43c7-8557-6a67f73ea282, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=d0113b4a-0188-43c7-8557-6a67f73ea282,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:37.326772 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': 'd0113b4a-0188-43c7-8557-6a67f73ea282', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'port_id': 'd0113b4a-0188-43c7-8557-6a67f73ea282', 'mac_address': 'fa:16:3e:ab:72:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:46:37.366493 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a60890-666e-4c63-98e2-2002bb216d11 req-6ee0cbe1-d342-4058-b40b-fafcec79503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:37.368398 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-62a60890-666e-4c63-98e2-2002bb216d11 req-6ee0cbe1-d342-4058-b40b-fafcec79503a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10999d55-07ae-4b7d-b737-652e042b455d HTTP/1.1" status: 200 len: 859 time: 0.0891495 Apr 20 05:46:37.404954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:37.424337 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0113b4a-0188-43c7-8557-6a67f73ea282 {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:46:37.437687 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-62a60890-666e-4c63-98e2-2002bb216d11 req-3d2a13bb-b906-44be-b25e-d5de5d09f1a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596218 Apr 20 05:46:37.441705 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port d0113b4a-0188-43c7-8557-6a67f73ea282, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=d0113b4a-0188-43c7-8557-6a67f73ea282,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:37.445723 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:37.447592 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:37.528541 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=d0113b4a-0188-43c7-8557-6a67f73ea282,revision_number=9']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:37.537846 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:37.538521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:37.539057 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:37.539595 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:37.540112 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:37.540781 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:37.541343 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:37.541906 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:37.542623 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:37.543321 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:37.543842 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:37.544363 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:46:37.549399 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:37.819721 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['d0113b4a-0188-43c7-8557-6a67f73ea282'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:46:37.877656 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-62a60890-666e-4c63-98e2-2002bb216d11 req-56e21f4a-5b6a-4e05-a20c-68c972ad692d service neutron] 10.222.0.13 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321530 Apr 20 05:46:37.990143 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0b1c19b9-dd5c-4b3b-aa7b-e6ca8301c9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:38.042811 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-62a60890-666e-4c63-98e2-2002bb216d11 req-bbaa75a1-bb86-496b-a3f1-f505d4939bf5 service neutron] 10.222.0.13 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572058 Apr 20 05:46:38.313475 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a67cd5-9cf5-4952-af0d-50e00f351ad2 req-a214809f-be52-4221-8069-2a2ebfdea303 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:38.315527 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a7a67cd5-9cf5-4952-af0d-50e00f351ad2 req-a214809f-be52-4221-8069-2a2ebfdea303 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1152797 Apr 20 05:46:38.380326 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a7a67cd5-9cf5-4952-af0d-50e00f351ad2 req-55c9714f-9959-4fe8-acfe-9b2285778aec tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566185 Apr 20 05:46:38.534976 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77327b-850e-4bfe-bc82-e2e707effb15 req-af0b91a9-0311-4191-b576-f4110327fe6a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:38.547715 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1c77327b-850e-4bfe-bc82-e2e707effb15 req-af0b91a9-0311-4191-b576-f4110327fe6a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 944 time: 0.1337454 Apr 20 05:46:38.609360 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1c77327b-850e-4bfe-bc82-e2e707effb15 req-9bf2e159-51a2-443c-845d-1cb00e861040 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592868 Apr 20 05:46:38.758772 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:38.996555 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device d0113b4a-0188-43c7-8557-6a67f73ea282 up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:46:39.090365 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port d0113b4a-0188-43c7-8557-6a67f73ea282 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:46:39.090874 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:39.256999 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:39.334922 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port d0113b4a-0188-43c7-8557-6a67f73ea282, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=d0113b4a-0188-43c7-8557-6a67f73ea282,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:46:39.336335 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fe3501-9830-4328-a268-0f40d9b95fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0113b4a-0188-43c7-8557-6a67f73ea282'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:46:39.343959 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:39.350627 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:39.474874 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fe3501-9830-4328-a268-0f40d9b95fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0113b4a-0188-43c7-8557-6a67f73ea282', 'code': 200} Apr 20 05:46:39.485893 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=d0113b4a-0188-43c7-8557-6a67f73ea282,revision_number=10']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:39.489178 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:39.538582 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:39.641224 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c009831-6f05-43d4-afdb-c16bf580bdc3 req-3919b3c5-4835-49ae-8b6b-9f70d9a68bbf tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:39.643166 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2c009831-6f05-43d4-afdb-c16bf580bdc3 req-3919b3c5-4835-49ae-8b6b-9f70d9a68bbf tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0912092 Apr 20 05:46:39.690703 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2c009831-6f05-43d4-afdb-c16bf580bdc3 req-2f75f323-5077-4aff-a368-34aec1d4b5b2 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410948 Apr 20 05:46:39.834228 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70c4b0-ad4c-4f4f-907b-f15ae7317150 req-d0c5dc9d-723a-4cab-9348-9adf9ecfe92d tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:39.836145 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8d70c4b0-ad4c-4f4f-907b-f15ae7317150 req-d0c5dc9d-723a-4cab-9348-9adf9ecfe92d tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 946 time: 0.1017365 Apr 20 05:46:39.886261 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8d70c4b0-ad4c-4f4f-907b-f15ae7317150 req-9deeedde-4695-4bf5-8755-2b4fad00ce27 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433536 Apr 20 05:46:40.237045 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262248c-5c40-44e9-bd09-1a5fd246f273 req-45ad36b5-f71a-4563-be51-814beca94a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:40.238642 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3262248c-5c40-44e9-bd09-1a5fd246f273 req-45ad36b5-f71a-4563-be51-814beca94a1f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 1099 time: 0.1881511 Apr 20 05:46:40.298352 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3262248c-5c40-44e9-bd09-1a5fd246f273 req-c133d50e-ef1a-4066-9b1d-0acbce4398f6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442593 Apr 20 05:46:40.392250 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:40.992390 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a54dd-876c-4357-ab82-bc06d938939c req-8b5c6b08-77f2-46f5-8b6d-68337d83cfc0 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:40.994561 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-963a54dd-876c-4357-ab82-bc06d938939c req-8b5c6b08-77f2-46f5-8b6d-68337d83cfc0 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1606684 Apr 20 05:46:41.112331 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-963a54dd-876c-4357-ab82-bc06d938939c req-e25059c2-66cc-4a8d-acdd-19257c5d5a94 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060190 Apr 20 05:46:41.197776 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25058c6-5526-410d-ad9b-e9958a885552 req-15d7e100-5538-4170-b8ee-294b415bdd3e tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:41.206175 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d25058c6-5526-410d-ad9b-e9958a885552 req-15d7e100-5538-4170-b8ee-294b415bdd3e tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 946 time: 0.1457334 Apr 20 05:46:41.265176 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d25058c6-5526-410d-ad9b-e9958a885552 req-56a756b1-ff70-4e9b-ad4e-8bfe5f92dfcf tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576136 Apr 20 05:46:42.486950 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844a38d-32fb-4f5b-8543-9e8030d3de71 req-c6a4a91f-04e1-4b40-8020-c2c9ff5878d2 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:42.488735 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b844a38d-32fb-4f5b-8543-9e8030d3de71 req-c6a4a91f-04e1-4b40-8020-c2c9ff5878d2 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 946 time: 0.0963228 Apr 20 05:46:42.540014 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b844a38d-32fb-4f5b-8543-9e8030d3de71 req-dd43b30e-dba5-43d7-944d-45a3459bcb83 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448647 Apr 20 05:46:42.982579 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddde1d-fdc5-4376-998a-1f3aeeb5af48 req-890ec3d2-8f72-46c5-919e-7d9622f0a0f3 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:42.984114 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-84ddde1d-fdc5-4376-998a-1f3aeeb5af48 req-890ec3d2-8f72-46c5-919e-7d9622f0a0f3 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0910256 Apr 20 05:46:43.037545 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-84ddde1d-fdc5-4376-998a-1f3aeeb5af48 req-e319b68b-08be-4cf6-8c84-bfa3dba047bb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425572 Apr 20 05:46:43.842371 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:43.863748 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f64056-83e0-4c0c-8ead-b0bb44d4c9a9 req-1e4753eb-009e-4541-9b09-0d4ac83c17aa tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:43.872355 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-67f64056-83e0-4c0c-8ead-b0bb44d4c9a9 req-1e4753eb-009e-4541-9b09-0d4ac83c17aa tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 946 time: 0.1128712 Apr 20 05:46:43.936735 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-67f64056-83e0-4c0c-8ead-b0bb44d4c9a9 req-082bcb6d-c991-4659-95bb-7ccd4cec9fda tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629575 Apr 20 05:46:46.897939 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61063e5c-abf8-4c3b-b83f-a7e64863d04b req-ef0f52f0-c120-4d76-ba90-d01a8a94b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:46.899627 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-61063e5c-abf8-4c3b-b83f-a7e64863d04b req-ef0f52f0-c120-4d76-ba90-d01a8a94b9bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26775c98490b4d5599bd466a2c4e2ce2&device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 1099 time: 0.0791469 Apr 20 05:46:46.945754 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb67d7-45fd-4127-a91a-71825ad905b9 req-cbef41a8-640c-4627-851b-79a915325c18 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:46.947345 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cfeb67d7-45fd-4127-a91a-71825ad905b9 req-cbef41a8-640c-4627-851b-79a915325c18 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0930159 Apr 20 05:46:46.996074 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cfeb67d7-45fd-4127-a91a-71825ad905b9 req-f608a800-6b3e-40f0-95a0-aae687efe0d2 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418198 Apr 20 05:46:47.049534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61063e5c-abf8-4c3b-b83f-a7e64863d04b req-16c4d226-7aab-4398-a1ee-091ca64f4177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:47.051511 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-61063e5c-abf8-4c3b-b83f-a7e64863d04b req-16c4d226-7aab-4398-a1ee-091ca64f4177 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda HTTP/1.1" status: 200 len: 920 time: 0.1431391 Apr 20 05:46:47.134351 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-61063e5c-abf8-4c3b-b83f-a7e64863d04b req-84cbcf1a-3484-467d-a2f9-8b97bf6f21ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c07fedc-27d3-4235-97e5-911362c0ad45 HTTP/1.1" status: 200 len: 217 time: 0.0727901 Apr 20 05:46:47.164838 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:46:47.206511 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61063e5c-abf8-4c3b-b83f-a7e64863d04b req-b5315744-94d2-4694-b564-0b60e438e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:47.208070 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-61063e5c-abf8-4c3b-b83f-a7e64863d04b req-b5315744-94d2-4694-b564-0b60e438e886 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10999d55-07ae-4b7d-b737-652e042b455d HTTP/1.1" status: 200 len: 859 time: 0.0663228 Apr 20 05:46:47.268341 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-61063e5c-abf8-4c3b-b83f-a7e64863d04b req-53b4c270-3381-4b2d-a41f-23ef5315c550 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501981 Apr 20 05:46:47.417451 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-61063e5c-abf8-4c3b-b83f-a7e64863d04b req-001cbbd0-4137-45e3-8532-0dddfb044460 service neutron] 10.222.0.13 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414449 Apr 20 05:46:47.572320 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-61063e5c-abf8-4c3b-b83f-a7e64863d04b req-6de9417a-f9e8-46a4-849a-d6f7fad8e523 service neutron] 10.222.0.13 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406355 Apr 20 05:46:48.207037 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df00e2-4892-446b-97a7-dd66dc8c7da2 req-97044506-5e04-4b3c-bcda-05e28ecd1482 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:48.208774 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-13df00e2-4892-446b-97a7-dd66dc8c7da2 req-97044506-5e04-4b3c-bcda-05e28ecd1482 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0869079 Apr 20 05:46:48.257121 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-13df00e2-4892-446b-97a7-dd66dc8c7da2 req-1aac61ae-9a67-452d-ac1b-62f6c6cfd559 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418491 Apr 20 05:46:49.309066 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 54752) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:49.375714 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c135b8-5c69-413d-8562-7a8d4146f5dc admin admin] Deleting subnet 1bf8be8e-0afc-422c-9a46-150349b382a1 {{(pid=86331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:46:49.413935 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c5c135b8-5c69-413d-8562-7a8d4146f5dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:49.482637 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c5c135b8-5c69-413d-8562-7a8d4146f5dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843777524'] for subnet, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:49.558668 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c5c135b8-5c69-413d-8562-7a8d4146f5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016692'] for subnet, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:49.600807 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b8fd8-8142-4179-b7bb-2058c6ffb4d9 req-cdbd262b-dfa4-4231-af8c-d6f0d90ca504 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:49.602577 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-407b8fd8-8142-4179-b7bb-2058c6ffb4d9 req-cdbd262b-dfa4-4231-af8c-d6f0d90ca504 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.2244544 Apr 20 05:46:49.735957 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-407b8fd8-8142-4179-b7bb-2058c6ffb4d9 req-da9182c0-5794-41b2-9553-a44cbe868a2d tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256566 Apr 20 05:46:49.869955 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c5c135b8-5c69-413d-8562-7a8d4146f5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850759156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843007307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10592222'] for subnet, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:49.875103 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:49.917393 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c135b8-5c69-413d-8562-7a8d4146f5dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bf8be8e-0afc-422c-9a46-150349b382a1,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:49.920194 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c5c135b8-5c69-413d-8562-7a8d4146f5dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:49.925129 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c5c135b8-5c69-413d-8562-7a8d4146f5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:49.928506 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c5c135b8-5c69-413d-8562-7a8d4146f5dc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1bf8be8e-0afc-422c-9a46-150349b382a1 HTTP/1.1" status: 204 len: 168 time: 0.6182516 Apr 20 05:46:49.931437 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 54760) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:50.053518 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3d7add9d-668e-493a-9a5a-84741f613e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918712'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:50.191198 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3d7add9d-668e-493a-9a5a-84741f613e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850759071', 'neutron.services.segments.db._delete_segments_for_network-8736091077747'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:50.302881 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-3d7add9d-668e-493a-9a5a-84741f613e46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f08c960-f57c-4b00-9eed-b01bbe773749']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:46:50.315216 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-3d7add9d-668e-493a-9a5a-84741f613e46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b99407-df5c-4a9e-ba5a-deb653a0cbc5') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:46:50.315695 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-3d7add9d-668e-493a-9a5a-84741f613e46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b99407-df5c-4a9e-ba5a-deb653a0cbc5') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:46:50.331536 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3d7add9d-668e-493a-9a5a-84741f613e46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300763536483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10998276'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:50.350617 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3d7add9d-668e-493a-9a5a-84741f613e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:50.357477 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7add9d-668e-493a-9a5a-84741f613e46 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:46:50.536205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-3d7add9d-668e-493a-9a5a-84741f613e46 admin admin] Network 6f08c960-f57c-4b00-9eed-b01bbe773749 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:46:50.545861 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3d7add9d-668e-493a-9a5a-84741f613e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4027173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11767830'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:50.731734 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-3d7add9d-668e-493a-9a5a-84741f613e46 admin admin] Network 6f08c960-f57c-4b00-9eed-b01bbe773749 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: Traceback (most recent call last): Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: timer() Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: cb(*args, **kw) Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: return func(*args, **kwargs) Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: self._notify() Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: self.callback(batched_events) Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: event.method(event) Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: segment_id)['aggregates'][0] Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: return f(self, *a, **k) Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: return self._get(url).json() Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: **kwargs) Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: return self.request(url, 'GET', **kwargs) Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: **endpoint_filter) Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:46:50.758440 dv-cinder-786054-4-smb neutron-server[86220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:46:50.839427 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3d7add9d-668e-493a-9a5a-84741f613e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:50.848953 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3d7add9d-668e-493a-9a5a-84741f613e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:50.852992 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2f365473-e627-4ead-952e-1625ddc23e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:50.876339 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7add9d-668e-493a-9a5a-84741f613e46 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f08c960-f57c-4b00-9eed-b01bbe773749,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:50.880823 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3d7add9d-668e-493a-9a5a-84741f613e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:50.883249 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-3d7add9d-668e-493a-9a5a-84741f613e46 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6f08c960-f57c-4b00-9eed-b01bbe773749 HTTP/1.1" status: 204 len: 168 time: 0.9504678 Apr 20 05:46:50.965274 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c394834-7614-4442-93d0-4ba062c2251f req-7aca972d-406d-4e7a-9ff1-188bee543084 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:50.971006 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8c394834-7614-4442-93d0-4ba062c2251f req-7aca972d-406d-4e7a-9ff1-188bee543084 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1041903 Apr 20 05:46:51.025717 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8c394834-7614-4442-93d0-4ba062c2251f req-249c54eb-01ae-4ef3-b491-959264d4602d tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481517 Apr 20 05:46:51.032516 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 54778) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:51.083551 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c17f3dba-1a74-4c8b-90eb-1d5296f6b158 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d35220ab700e4b2db17f5c075f0cc96d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496216 Apr 20 05:46:51.086136 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 54782) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:51.147515 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b05042fa-7646-452f-8f9c-9508650ff716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:51.175661 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b05042fa-7646-452f-8f9c-9508650ff716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:51.227212 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b05042fa-7646-452f-8f9c-9508650ff716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:51.232199 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5a1e1341-31cf-4bda-87e8-3e3b925e4a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:51.245669 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05042fa-7646-452f-8f9c-9508650ff716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac89b4db-9170-4091-bf4c-e7894e1e9278,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:51.248563 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b05042fa-7646-452f-8f9c-9508650ff716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:51.255766 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b05042fa-7646-452f-8f9c-9508650ff716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:51.259143 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-b05042fa-7646-452f-8f9c-9508650ff716 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac89b4db-9170-4091-bf4c-e7894e1e9278 HTTP/1.1" status: 204 len: 168 time: 0.1698828 Apr 20 05:46:52.248699 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcda7a-2b42-4108-8302-d5b9e95228f8 req-ff0c8642-12cc-4e76-982e-2c48c2d2831f tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:52.250994 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-abdcda7a-2b42-4108-8302-d5b9e95228f8 req-ff0c8642-12cc-4e76-982e-2c48c2d2831f tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0914354 Apr 20 05:46:52.304604 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-abdcda7a-2b42-4108-8302-d5b9e95228f8 req-2ad7ee49-c700-4172-af0f-124d5dde8f99 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467715 Apr 20 05:46:53.514365 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddfbed-3c74-4218-b7be-4a5c777735f4 req-19c9f22c-13a4-412e-bee9-4516652abec4 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:53.515976 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ceddfbed-3c74-4218-b7be-4a5c777735f4 req-19c9f22c-13a4-412e-bee9-4516652abec4 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0900593 Apr 20 05:46:53.564242 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ceddfbed-3c74-4218-b7be-4a5c777735f4 req-762158a4-8a3c-4d3b-bf22-307987f2c908 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416186 Apr 20 05:46:54.777222 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035f36e-5ee7-4d00-8520-6b52abf1f4a1 req-66bc987f-8896-4467-b712-cd2c35c18af5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:54.778800 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2035f36e-5ee7-4d00-8520-6b52abf1f4a1 req-66bc987f-8896-4467-b712-cd2c35c18af5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0978518 Apr 20 05:46:54.828191 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2035f36e-5ee7-4d00-8520-6b52abf1f4a1 req-7fa0430b-da10-4e19-ab2c-d3752881c5fc tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429201 Apr 20 05:46:55.454577 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 54858) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:55.583758 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68ae2cfb-90d7-485b-a5cd-eaae9cefd3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:55.599619 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-68ae2cfb-90d7-485b-a5cd-eaae9cefd3a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:46:55.603843 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-68ae2cfb-90d7-485b-a5cd-eaae9cefd3a5 admin admin] Usage tracker for resource:security_group_rule and tenant:879a6e7bb9234593b370bdc43dd08822 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:46:55.607187 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-68ae2cfb-90d7-485b-a5cd-eaae9cefd3a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:46:55.613880 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-68ae2cfb-90d7-485b-a5cd-eaae9cefd3a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:46:55.705773 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68ae2cfb-90d7-485b-a5cd-eaae9cefd3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:55.709872 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68ae2cfb-90d7-485b-a5cd-eaae9cefd3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:55.718645 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2f32b16f-f9d7-4f6a-b15c-7b642c2425b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:55.760853 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-68ae2cfb-90d7-485b-a5cd-eaae9cefd3a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=879a6e7bb9234593b370bdc43dd08822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051283 Apr 20 05:46:55.761824 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae2cfb-90d7-485b-a5cd-eaae9cefd3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b65d8b-a9e6-4271-a7b4-aabb5cc4fbf4,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:55.763773 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 54864) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:46:55.765208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-68ae2cfb-90d7-485b-a5cd-eaae9cefd3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:55.831028 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7c8cb737-b239-4738-9913-0bf0925a0ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:55.858999 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7c8cb737-b239-4738-9913-0bf0925a0ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:55.910632 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7c8cb737-b239-4738-9913-0bf0925a0ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:55.915710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-349df212-aeb2-4351-976b-6f6fb406e258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:46:55.933187 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8cb737-b239-4738-9913-0bf0925a0ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b65d8b-a9e6-4271-a7b4-aabb5cc4fbf4,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:46:55.935974 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-7c8cb737-b239-4738-9913-0bf0925a0ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:46:55.937168 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7c8cb737-b239-4738-9913-0bf0925a0ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:46:55.942008 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-7c8cb737-b239-4738-9913-0bf0925a0ad0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20b65d8b-a9e6-4271-a7b4-aabb5cc4fbf4 HTTP/1.1" status: 204 len: 168 time: 0.1762798 Apr 20 05:46:56.044341 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e36cf-5a5c-4cf3-b2ef-882efe9ca1f0 req-7db7a620-1e85-4efe-ac70-2afcb28a219f tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:56.046017 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2b7e36cf-5a5c-4cf3-b2ef-882efe9ca1f0 req-7db7a620-1e85-4efe-ac70-2afcb28a219f tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0939448 Apr 20 05:46:56.103653 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2b7e36cf-5a5c-4cf3-b2ef-882efe9ca1f0 req-4c8ec5b0-c1a9-42ce-b071-64bd29a5fb1d tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503123 Apr 20 05:46:57.353098 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dfab2-c4eb-4b96-a0cb-7eef3edcea3c req-c990b349-6692-4f51-8c07-7856cd467b13 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:57.354724 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a62dfab2-c4eb-4b96-a0cb-7eef3edcea3c req-c990b349-6692-4f51-8c07-7856cd467b13 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1281600 Apr 20 05:46:57.413686 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a62dfab2-c4eb-4b96-a0cb-7eef3edcea3c req-f3f1f533-aba2-4c43-9d0c-9d20ab5ebfbb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467360 Apr 20 05:46:58.296101 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b993a-1162-4834-b122-04e3493b7a05 req-e5481990-cb7c-4375-9173-f0ce5cc86e1e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:58.297614 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cb9b993a-1162-4834-b122-04e3493b7a05 req-e5481990-cb7c-4375-9173-f0ce5cc86e1e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.0891323 Apr 20 05:46:58.346912 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cb9b993a-1162-4834-b122-04e3493b7a05 req-806d6fb0-b1f3-42be-bf36-67c995c4fd21 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419717 Apr 20 05:46:58.629784 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e289191-ae85-4c3e-9872-31fe058708d3 req-c07a75c7-5d40-4a29-9413-315ba7193202 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:58.631350 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5e289191-ae85-4c3e-9872-31fe058708d3 req-c07a75c7-5d40-4a29-9413-315ba7193202 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0963161 Apr 20 05:46:58.912543 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5e289191-ae85-4c3e-9872-31fe058708d3 req-1ee3d245-6920-4b05-92a9-fb24884c328a tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742999 Apr 20 05:46:59.570532 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55ce3e9-8334-4ef5-9246-37e097637d97 req-9c0ed758-0c4c-4766-bf1b-2c8ce0d54796 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:46:59.572051 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a55ce3e9-8334-4ef5-9246-37e097637d97 req-9c0ed758-0c4c-4766-bf1b-2c8ce0d54796 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1031418 Apr 20 05:46:59.621132 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a55ce3e9-8334-4ef5-9246-37e097637d97 req-e50c9cd5-9436-459c-8255-a430e9f85023 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424078 Apr 20 05:47:00.115040 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832eeeb4-00ee-4051-aa9b-259a608e57dc req-837cbe94-8520-4200-a5e7-8f78bcc8f0a6 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:00.116635 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-832eeeb4-00ee-4051-aa9b-259a608e57dc req-837cbe94-8520-4200-a5e7-8f78bcc8f0a6 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0870752 Apr 20 05:47:00.166587 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-832eeeb4-00ee-4051-aa9b-259a608e57dc req-fbcfc2c9-ecfb-4428-9baf-f82e87c4322b tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433588 Apr 20 05:47:00.824479 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c2a45-c025-45d1-87b4-f151f6a84da1 req-f874edf3-028e-4086-b943-4d1732f7edbc tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:00.826083 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-803c2a45-c025-45d1-87b4-f151f6a84da1 req-f874edf3-028e-4086-b943-4d1732f7edbc tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.0876954 Apr 20 05:47:00.876422 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-803c2a45-c025-45d1-87b4-f151f6a84da1 req-203f3db8-ae1e-4cf2-aa28-e644e16930f6 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422552 Apr 20 05:47:01.393915 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b091aaf-6f23-4c83-bcb4-0ba683c84f75 req-a4a5b938-709a-47b1-a7d0-5d34eb82715c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:01.395586 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5b091aaf-6f23-4c83-bcb4-0ba683c84f75 req-a4a5b938-709a-47b1-a7d0-5d34eb82715c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0980518 Apr 20 05:47:01.444840 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5b091aaf-6f23-4c83-bcb4-0ba683c84f75 req-6c2ea9ce-d05d-4384-8e54-739ffda1ae7c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421567 Apr 20 05:47:02.123940 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b94f0-cb11-4e6b-b327-970a0f81556d req-b35d2bf9-c299-49f0-996c-d251c6e3293a tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:02.125615 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7a2b94f0-cb11-4e6b-b327-970a0f81556d req-b35d2bf9-c299-49f0-996c-d251c6e3293a tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1017108 Apr 20 05:47:02.184987 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7a2b94f0-cb11-4e6b-b327-970a0f81556d req-072b6a73-d01a-47f9-a463-f6ee4ffb5fdb tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521715 Apr 20 05:47:02.383502 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a13c7-3e6e-4b66-9639-45221dc19ca2 req-04ac8c1a-0e68-48a0-a542-6d92cb49c854 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:02.385131 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9b9a13c7-3e6e-4b66-9639-45221dc19ca2 req-04ac8c1a-0e68-48a0-a542-6d92cb49c854 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 946 time: 0.0967822 Apr 20 05:47:02.434659 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9b9a13c7-3e6e-4b66-9639-45221dc19ca2 req-cc583c03-3e24-4995-b053-675c890fb85b tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430310 Apr 20 05:47:02.660094 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbc3a3-89c4-46ca-a95c-3b94d2a2c384 req-9b3459a0-ee4a-4623-81e1-b99cfbf4a2e3 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:02.661775 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c6dbc3a3-89c4-46ca-a95c-3b94d2a2c384 req-9b3459a0-ee4a-4623-81e1-b99cfbf4a2e3 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0889239 Apr 20 05:47:02.709642 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c6dbc3a3-89c4-46ca-a95c-3b94d2a2c384 req-be93e944-8e13-4012-9a29-7252e1043797 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412385 Apr 20 05:47:03.395848 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf4f19-aaa6-475c-95c1-a1ad0b8c7864 req-55303528-eb6f-436d-be9b-024826c2340b tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:03.397476 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cbdf4f19-aaa6-475c-95c1-a1ad0b8c7864 req-55303528-eb6f-436d-be9b-024826c2340b tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.0888021 Apr 20 05:47:03.448429 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cbdf4f19-aaa6-475c-95c1-a1ad0b8c7864 req-bb97908b-3561-4700-b008-40ea488fb70d tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443723 Apr 20 05:47:03.650332 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f0cc3-dc56-408c-af9e-a6778c1269f6 req-2b6db97a-146c-4150-b247-e7b7f9726dbe tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:03.651948 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d82f0cc3-dc56-408c-af9e-a6778c1269f6 req-2b6db97a-146c-4150-b247-e7b7f9726dbe tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 946 time: 0.0965028 Apr 20 05:47:03.702255 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d82f0cc3-dc56-408c-af9e-a6778c1269f6 req-fbb08ec0-0591-4a4e-bc37-dc62ba53fb13 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435371 Apr 20 05:47:03.911566 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761342c-9539-48bb-9847-05ed5e306cba req-7b3e2825-0883-433f-8bb4-53de3ba9378a tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:03.913068 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1761342c-9539-48bb-9847-05ed5e306cba req-7b3e2825-0883-433f-8bb4-53de3ba9378a tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0887678 Apr 20 05:47:03.968958 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1761342c-9539-48bb-9847-05ed5e306cba req-c445ab49-21ce-443e-b64c-9dc8c24df938 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462446 Apr 20 05:47:04.663348 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb76dd5-bd4c-47de-8c58-01641fc4e7d7 req-14fd4d52-48f8-4b7e-a8d4-4599287c915e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:04.664959 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-dfb76dd5-bd4c-47de-8c58-01641fc4e7d7 req-14fd4d52-48f8-4b7e-a8d4-4599287c915e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.0994248 Apr 20 05:47:04.716767 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-dfb76dd5-bd4c-47de-8c58-01641fc4e7d7 req-3542e8c9-0dc0-4328-85d4-5499f452dcf3 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451901 Apr 20 05:47:04.910237 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a27c46-de74-48f8-891a-e3c29164829e req-51bb12e7-7ab7-4cc4-b3aa-c6cca5c4f597 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:04.911950 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-01a27c46-de74-48f8-891a-e3c29164829e req-51bb12e7-7ab7-4cc4-b3aa-c6cca5c4f597 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 946 time: 0.0950065 Apr 20 05:47:04.961000 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-01a27c46-de74-48f8-891a-e3c29164829e req-92a7a47d-16d7-4ce9-95e3-1c3cdf1af086 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 Apr 20 05:47:05.184081 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ec370-9a5d-457e-b70f-f79f871b7c41 req-b92345fd-da98-490d-9c9f-3f1023c24c43 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:05.185723 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-601ec370-9a5d-457e-b70f-f79f871b7c41 req-b92345fd-da98-490d-9c9f-3f1023c24c43 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0911188 Apr 20 05:47:05.232528 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-601ec370-9a5d-457e-b70f-f79f871b7c41 req-c54fc77d-405b-4b07-bde3-c4102f05e3bc tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403895 Apr 20 05:47:06.082349 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea48dfa-0894-4836-a53b-73b3b0f1d79f req-d1ce8ca8-4780-451d-bb61-bed831b2e919 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:06.090811 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3ea48dfa-0894-4836-a53b-73b3b0f1d79f req-d1ce8ca8-4780-451d-bb61-bed831b2e919 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1072862 Apr 20 05:47:06.155425 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3ea48dfa-0894-4836-a53b-73b3b0f1d79f req-d93b3abe-8498-42d4-b0aa-a2b8a18f243b tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633247 Apr 20 05:47:06.198114 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43abc4f-1742-40f0-8377-6515b6e79a9e req-058db6c2-47d8-4317-a621-0ccaa809879c tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:06.199778 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b43abc4f-1742-40f0-8377-6515b6e79a9e req-058db6c2-47d8-4317-a621-0ccaa809879c tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 946 time: 0.1258407 Apr 20 05:47:06.202469 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-191eb33e-9957-48d7-818e-13c01e6552ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:06.248130 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b43abc4f-1742-40f0-8377-6515b6e79a9e req-25dadcbb-3c66-49cc-81f9-46f2e9bb9dd7 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415525 Apr 20 05:47:06.453756 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d742696-11da-4585-bfe2-c225cb22f870 req-349fe5ff-f042-416b-9a28-21ae84e7c767 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:06.455672 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2d742696-11da-4585-bfe2-c225cb22f870 req-349fe5ff-f042-416b-9a28-21ae84e7c767 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1086745 Apr 20 05:47:06.503793 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2d742696-11da-4585-bfe2-c225cb22f870 req-daf6f805-c3be-43d4-a5d3-eea98223ddfd tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407953 Apr 20 05:47:07.357741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9ab90-12c7-4482-bb70-9cd3692c7f86 req-374a22d5-8e04-4d6d-b879-07c4d44e9da4 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:07.361907 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0fe9ab90-12c7-4482-bb70-9cd3692c7f86 req-374a22d5-8e04-4d6d-b879-07c4d44e9da4 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.0975509 Apr 20 05:47:07.414632 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0fe9ab90-12c7-4482-bb70-9cd3692c7f86 req-5602e7e1-c843-49f0-a266-909fc771c877 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461943 Apr 20 05:47:07.465736 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a176854-a1af-432b-91e4-5a63a44610f1 req-b2a8ba58-53ba-4ff1-80ff-fcfe650178a1 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:07.468007 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a176854-a1af-432b-91e4-5a63a44610f1 req-b2a8ba58-53ba-4ff1-80ff-fcfe650178a1 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 946 time: 0.0980294 Apr 20 05:47:07.520217 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a176854-a1af-432b-91e4-5a63a44610f1 req-31429d78-6720-4ba6-b272-ef32bb27a0e6 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451791 Apr 20 05:47:07.710142 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de2e7e-96e9-4407-94b9-b4a188cebd85 req-41c8228c-b1eb-4d58-85b3-69739d5a82e7 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:07.711678 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-62de2e7e-96e9-4407-94b9-b4a188cebd85 req-41c8228c-b1eb-4d58-85b3-69739d5a82e7 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0898824 Apr 20 05:47:07.759084 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-62de2e7e-96e9-4407-94b9-b4a188cebd85 req-8e0e316a-67d1-47e5-88cb-e6ced9ffc44e tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 Apr 20 05:47:07.938549 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fbc29151-addf-48c0-8801-f509a35fb903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:08.232535 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55122) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:08.368081 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:08.384106 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:08.388507 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Usage tracker for resource:security_group_rule and tenant:615e160d809e4f69b38c3580e75f8e1b is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:47:08.391717 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:47:08.398236 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:08.487144 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:08.490579 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:08.497969 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9406ce5a-0792-42a8-9367-ee3aaaf60f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:08.580955 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=615e160d809e4f69b38c3580e75f8e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471630 Apr 20 05:47:08.581796 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3362380f-eddb-4bcb-803d-ba2ba509f494,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:08.583896 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55132) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:08.597051 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.597432 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.597837 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.598220 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.598595 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.599041 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.599380 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.599789 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.600119 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.600524 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.600900 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.601329 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.621904 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:08.660346 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb550b-507f-4657-b3b0-13ebf67a457d req-7efcff9b-3988-4684-ba9c-a9054ee816b3 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:08.668011 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-daeb550b-507f-4657-b3b0-13ebf67a457d req-7efcff9b-3988-4684-ba9c-a9054ee816b3 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1348319 Apr 20 05:47:08.713454 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-daeb550b-507f-4657-b3b0-13ebf67a457d req-19a549fd-290d-4f23-b8dd-f13740e6727f tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445168 Apr 20 05:47:08.753435 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:08.783546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:08.817821 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:08.826827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c09ba5-ecf3-4559-9874-27ff1ff4ba03 req-bcd32b07-eb54-4598-a50c-6f256e734ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:08.828433 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-47c09ba5-ecf3-4559-9874-27ff1ff4ba03 req-bcd32b07-eb54-4598-a50c-6f256e734ea2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ab7172ed9a44fe6aa1df137f47c43e3&device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 1098 time: 0.0990865 Apr 20 05:47:08.888547 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36078c0-a0c8-4d64-bcd7-894d34ca57cc req-fb59ed38-7423-424f-9220-17d55b355d7c tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:08.890176 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c36078c0-a0c8-4d64-bcd7-894d34ca57cc req-fb59ed38-7423-424f-9220-17d55b355d7c tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.13 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 946 time: 0.2574828 Apr 20 05:47:08.890847 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:08.896721 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6989b287-31f2-40fa-9e57-03b5ed6f4f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:08.965536 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3362380f-eddb-4bcb-803d-ba2ba509f494,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:08.989517 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.989921 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.990315 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.990687 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.991067 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.991494 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.991833 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.992208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.992591 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.992988 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.993366 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:08.993723 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:09.005574 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:09.008929 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:09.012490 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-240af1db-a984-4f34-a7f9-c60d77f4e1bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3362380f-eddb-4bcb-803d-ba2ba509f494 HTTP/1.1" status: 204 len: 168 time: 0.4250259 Apr 20 05:47:09.025054 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-c36078c0-a0c8-4d64-bcd7-894d34ca57cc req-7f585582-8ba1-4b11-a5b0-9ae9d8b37790 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Deleting port 8f448311-a236-48cb-b6ee-5b69560313a5 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:47:09.025436 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-c36078c0-a0c8-4d64-bcd7-894d34ca57cc req-7f585582-8ba1-4b11-a5b0-9ae9d8b37790 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:09.095582 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfe375-81d6-4a74-ae08-e3c10cb682a0 req-3606d22b-efec-4ab3-99d7-0bab53a03d91 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:09.098948 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068c8b6-046d-49ab-bd2e-0fed14321a62 req-c6be5da9-5e34-4456-b1fd-21aff58e1c0f tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:09.101087 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8068c8b6-046d-49ab-bd2e-0fed14321a62 req-c6be5da9-5e34-4456-b1fd-21aff58e1c0f tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.2167485 Apr 20 05:47:09.102627 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c09ba5-ecf3-4559-9874-27ff1ff4ba03 req-7d8c3c8c-664c-4865-a344-7b31ec8abff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:09.103225 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7bcfe375-81d6-4a74-ae08-e3c10cb682a0 req-3606d22b-efec-4ab3-99d7-0bab53a03d91 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 946 time: 0.4138720 Apr 20 05:47:09.104250 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-47c09ba5-ecf3-4559-9874-27ff1ff4ba03 req-7d8c3c8c-664c-4865-a344-7b31ec8abff7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=411e23b4-e2d6-46df-bd62-b0674bdfd076 HTTP/1.1" status: 200 len: 912 time: 0.2542863 Apr 20 05:47:09.280693 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7bcfe375-81d6-4a74-ae08-e3c10cb682a0 req-bdbb8749-47f5-4286-aba4-b8f9485fe05a tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763964 Apr 20 05:47:09.359051 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-c36078c0-a0c8-4d64-bcd7-894d34ca57cc req-7f585582-8ba1-4b11-a5b0-9ae9d8b37790 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] For port 8f448311-a236-48cb-b6ee-5b69560313a5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8f448311-a236-48cb-b6ee-5b69560313a5,segment=NetworkSegment(144eced7-532e-40dd-b1df-a889271e06ed),segment_id=144eced7-532e-40dd-b1df-a889271e06ed)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:47:09.359489 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-c36078c0-a0c8-4d64-bcd7-894d34ca57cc req-7f585582-8ba1-4b11-a5b0-9ae9d8b37790 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:09.438354 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8068c8b6-046d-49ab-bd2e-0fed14321a62 req-1193ba39-9bab-4c84-a906-5b7d8f1df12a tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308039 Apr 20 05:47:09.473361 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-47c09ba5-ecf3-4559-9874-27ff1ff4ba03 req-1ec960c0-d53f-490a-8838-9d4013c7ef32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58174217-c667-4d40-9b8e-1ff26a8df70c HTTP/1.1" status: 200 len: 1001 time: 0.3282244 Apr 20 05:47:09.493378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-c36078c0-a0c8-4d64-bcd7-894d34ca57cc req-7f585582-8ba1-4b11-a5b0-9ae9d8b37790 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Calling delete_port for 8f448311-a236-48cb-b6ee-5b69560313a5 owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:47:09.531028 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:09.543722 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c09ba5-ecf3-4559-9874-27ff1ff4ba03 req-d33a14b9-fac0-4461-a530-8d906fb5ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:09.545318 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-47c09ba5-ecf3-4559-9874-27ff1ff4ba03 req-d33a14b9-fac0-4461-a530-8d906fb5ceb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e3b9602-f3b1-465a-896e-3c5b83aebaa5 HTTP/1.1" status: 200 len: 850 time: 0.0647535 Apr 20 05:47:09.632356 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c09ba5-ecf3-4559-9874-27ff1ff4ba03 req-325488b2-d0da-4506-ae99-914e99309949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:09.633985 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-47c09ba5-ecf3-4559-9874-27ff1ff4ba03 req-325488b2-d0da-4506-ae99-914e99309949 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=411e23b4-e2d6-46df-bd62-b0674bdfd076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816474 Apr 20 05:47:09.645893 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-c36078c0-a0c8-4d64-bcd7-894d34ca57cc req-7f585582-8ba1-4b11-a5b0-9ae9d8b37790 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:09.651851 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c3c51e9d-659f-4332-b28b-88f66587b15b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:09.662452 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['8f448311-a236-48cb-b6ee-5b69560313a5'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:47:09.701700 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f585582-8ba1-4b11-a5b0-9ae9d8b37790 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Pushing event deleted for resources: {'Port': ['ID=8f448311-a236-48cb-b6ee-5b69560313a5,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:09.704308 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-7f585582-8ba1-4b11-a5b0-9ae9d8b37790 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:09.779146 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-47c09ba5-ecf3-4559-9874-27ff1ff4ba03 req-b6406fbf-662d-4bce-9a12-fa7a8a2af3d2 service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365290 Apr 20 05:47:09.792266 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36078c0-a0c8-4d64-bcd7-894d34ca57cc req-7f585582-8ba1-4b11-a5b0-9ae9d8b37790 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] No DVR routers for this DVR port 8f448311-a236-48cb-b6ee-5b69560313a5 on host hv-cinder-78605 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:47:09.794883 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-c36078c0-a0c8-4d64-bcd7-894d34ca57cc req-7f585582-8ba1-4b11-a5b0-9ae9d8b37790 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:09.799788 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af08defb-dbdd-4402-8744-261e1fbcdd97', 'name': 'network-vif-deleted', 'tag': '8f448311-a236-48cb-b6ee-5b69560313a5'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:47:09.821588 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c36078c0-a0c8-4d64-bcd7-894d34ca57cc req-7f585582-8ba1-4b11-a5b0-9ae9d8b37790 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.13 "DELETE /v2.0/ports/8f448311-a236-48cb-b6ee-5b69560313a5 HTTP/1.1" status: 204 len: 173 time: 0.9138691 Apr 20 05:47:09.882728 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af08defb-dbdd-4402-8744-261e1fbcdd97', 'name': 'network-vif-deleted', 'tag': '8f448311-a236-48cb-b6ee-5b69560313a5', 'status': 'completed', 'code': 200} Apr 20 05:47:09.940179 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525a343-f7af-439b-a605-d06d74409bf2 req-0997184e-159a-46e3-80dc-3bee48463f1b tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:09.942786 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c525a343-f7af-439b-a605-d06d74409bf2 req-0997184e-159a-46e3-80dc-3bee48463f1b tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1003091 Apr 20 05:47:09.959963 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-47c09ba5-ecf3-4559-9874-27ff1ff4ba03 req-96db357f-fb8b-43ad-b9a3-58b1b9b8bfd4 service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694934 Apr 20 05:47:10.001204 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c525a343-f7af-439b-a605-d06d74409bf2 req-73d426b4-edf4-44ed-8a66-543857255dfd tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476270 Apr 20 05:47:10.381546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:10.467516 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ef398c2e-c08c-4ebf-96dc-3bf9391aa248 req-ea7158ea-a43b-4d90-9a1d-5b77dc91dffb tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=af08defb-dbdd-4402-8744-261e1fbcdd97 HTTP/1.1" status: 200 len: 210 time: 0.0494573 Apr 20 05:47:10.646394 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d812888-6827-409d-9fac-4e86b0b76155 req-41bfff5e-5365-4edf-bda0-01c70a17bcb4 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:10.648161 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9d812888-6827-409d-9fac-4e86b0b76155 req-41bfff5e-5365-4edf-bda0-01c70a17bcb4 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0895083 Apr 20 05:47:10.696213 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9d812888-6827-409d-9fac-4e86b0b76155 req-69c33f7c-fe77-4314-9455-d6339988bda9 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413840 Apr 20 05:47:11.215645 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f60f6f-2d1f-46af-bd6e-509d53be17e4 req-55adc483-6ff7-40bc-92b7-69545579c8ae tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:11.217293 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c4f60f6f-2d1f-46af-bd6e-509d53be17e4 req-55adc483-6ff7-40bc-92b7-69545579c8ae tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.0917649 Apr 20 05:47:11.268815 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c4f60f6f-2d1f-46af-bd6e-509d53be17e4 req-0c709ca4-680c-4614-8063-f0d73946b7bf tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449460 Apr 20 05:47:11.526352 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55174) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:11.654885 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4f44d6d4-440b-449a-9f2a-cd5f1aab4178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:11.670372 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-4f44d6d4-440b-449a-9f2a-cd5f1aab4178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:11.674858 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-4f44d6d4-440b-449a-9f2a-cd5f1aab4178 admin admin] Usage tracker for resource:security_group_rule and tenant:08d3a0e589f84a118a1eab17d9d7fef8 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:47:11.677825 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-4f44d6d4-440b-449a-9f2a-cd5f1aab4178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:47:11.683806 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-4f44d6d4-440b-449a-9f2a-cd5f1aab4178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:11.776136 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4f44d6d4-440b-449a-9f2a-cd5f1aab4178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:11.780125 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4f44d6d4-440b-449a-9f2a-cd5f1aab4178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:11.791147 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-68ae2cfb-90d7-485b-a5cd-eaae9cefd3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:11.833426 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-4f44d6d4-440b-449a-9f2a-cd5f1aab4178 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08d3a0e589f84a118a1eab17d9d7fef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028548 Apr 20 05:47:11.834484 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55186) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:11.863120 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44d6d4-440b-449a-9f2a-cd5f1aab4178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdf3bf0-ae0e-486b-8882-9ab504dc62f9,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:11.871656 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4f44d6d4-440b-449a-9f2a-cd5f1aab4178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:11.902980 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d129dc16-fe15-406e-b453-fbead8975217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:11.916085 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ddb7a-89f3-49e3-a3c6-904611e025ad req-ba1fd411-61c5-4910-86cc-7374aeff259e tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:11.917754 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cb5ddb7a-89f3-49e3-a3c6-904611e025ad req-ba1fd411-61c5-4910-86cc-7374aeff259e tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0919600 Apr 20 05:47:11.931763 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d129dc16-fe15-406e-b453-fbead8975217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:11.967833 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cb5ddb7a-89f3-49e3-a3c6-904611e025ad req-fc02d214-882e-487f-b2ab-4b65ba45bf6e tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415199 Apr 20 05:47:11.984269 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d129dc16-fe15-406e-b453-fbead8975217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:11.989815 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-48edddb2-b57e-408b-8d3d-6bf1faba75cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:12.004746 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129dc16-fe15-406e-b453-fbead8975217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdf3bf0-ae0e-486b-8882-9ab504dc62f9,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:12.007213 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d129dc16-fe15-406e-b453-fbead8975217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:12.008512 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d129dc16-fe15-406e-b453-fbead8975217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:12.012242 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-d129dc16-fe15-406e-b453-fbead8975217 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cfdf3bf0-ae0e-486b-8882-9ab504dc62f9 HTTP/1.1" status: 204 len: 168 time: 0.1744685 Apr 20 05:47:12.474239 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282dba3-b245-4ddc-a578-d359d7364518 req-ab667c75-9007-4d7f-8d8e-9a818103c370 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:12.476095 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0282dba3-b245-4ddc-a578-d359d7364518 req-ab667c75-9007-4d7f-8d8e-9a818103c370 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.0909584 Apr 20 05:47:12.527629 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0282dba3-b245-4ddc-a578-d359d7364518 req-a880f4f9-3325-49a6-970a-a130646c7a6b tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445957 Apr 20 05:47:12.734217 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55212) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:12.851218 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1992546688-network', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:47:12.856594 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:12.860859 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Usage tracker for resource:network and tenant:021633b04e9d4684b74fff6ed36ae827 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:47:12.864097 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:47:12.871418 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:12.881895 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Made reservation on behalf of 021633b04e9d4684b74fff6ed36ae827 for: {'network': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:47:12.886649 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for network, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:12.900453 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:12.915852 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:12.919789 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Usage tracker for resource:security_group_rule and tenant:021633b04e9d4684b74fff6ed36ae827 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:47:12.922729 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:47:12.928960 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:13.020446 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:13.024174 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:13.028581 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-24885304-9418-4011-8fc6-7ca452414a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:13.055136 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=86332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:47:13.068646 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2efda3-9ff2-465f-bf0d-fd88f552b285,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:13.073018 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:13.074022 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:13.074404 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.segments_db [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Added segment 59adb665-f13d-461a-bbec-db50e0697ffa of type vlan for network 5dbeac21-b7c3-43ba-938f-f593c439d69c Apr 20 05:47:13.101740 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736090717418'] for network, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:13.180987 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for network, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:13.182966 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:13.183597 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:13.193449 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:13.218130 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 8f448311-a236-48cb-b6ee-5b69560313a5 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:47:13.259687 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] No Port match for: 8f448311-a236-48cb-b6ee-5b69560313a5 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:47:13.260081 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 8f448311-a236-48cb-b6ee-5b69560313a5 not bound to the agent host hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:47:13.313855 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Pushing event updated for resources: {'Network': ['ID=5dbeac21-b7c3-43ba-938f-f593c439d69c,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:13.319920 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:13.324702 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Network 5dbeac21-b7c3-43ba-938f-f593c439d69c details requested by agent ovs-agent-dv-cinder-786054-4-smb with host dv-cinder-786054-4-smb {{(pid=86333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:47:13.330204 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22be254-d232-4c7d-a9fe-3654dc1dff40 req-b3484ede-d6f6-4dfa-8591-06d8c05962b2 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:13.331799 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a22be254-d232-4c7d-a9fe-3654dc1dff40 req-b3484ede-d6f6-4dfa-8591-06d8c05962b2 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.2099779 Apr 20 05:47:13.333768 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5983083 Apr 20 05:47:13.337251 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55234) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:13.344362 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-b364e021-d56c-42ed-96f9-b6953fdd920f admin admin] Request body: {'subnet': {'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1992546688-subnet', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'ip_version': 4}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:47:13.367652 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-b364e021-d56c-42ed-96f9-b6953fdd920f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:13.375833 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-b364e021-d56c-42ed-96f9-b6953fdd920f admin admin] Usage tracker for resource:subnet and tenant:021633b04e9d4684b74fff6ed36ae827 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:47:13.379584 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-b364e021-d56c-42ed-96f9-b6953fdd920f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:47:13.396437 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-b364e021-d56c-42ed-96f9-b6953fdd920f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:13.408725 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a22be254-d232-4c7d-a9fe-3654dc1dff40 req-58bdd158-965e-4742-80c9-bbe3111f7b6e tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685320 Apr 20 05:47:13.412406 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b364e021-d56c-42ed-96f9-b6953fdd920f admin admin] Made reservation on behalf of 021633b04e9d4684b74fff6ed36ae827 for: {'subnet': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:47:13.417258 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b364e021-d56c-42ed-96f9-b6953fdd920f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843552403'] for subnet, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:13.730147 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa0fbd-2c8e-497e-abd4-b5c74ab0b51f req-4f58813b-a9b5-4bf0-8831-46dbd8fd88a6 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:13.731791 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f2fa0fbd-2c8e-497e-abd4-b5c74ab0b51f req-4f58813b-a9b5-4bf0-8831-46dbd8fd88a6 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.0897062 Apr 20 05:47:13.779715 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f2fa0fbd-2c8e-497e-abd4-b5c74ab0b51f req-ce41211d-c857-450d-a49c-9da9fe9ad6fb tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410190 Apr 20 05:47:13.828154 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:13.830542 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b364e021-d56c-42ed-96f9-b6953fdd920f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853878957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843552388'] for subnet, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:13.835569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:13.911747 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364e021-d56c-42ed-96f9-b6953fdd920f admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e41885-f0bc-4ded-8c2f-b5c7fdb723bf,revision_number=0']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:13.915344 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b364e021-d56c-42ed-96f9-b6953fdd920f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:13.921712 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b364e021-d56c-42ed-96f9-b6953fdd920f admin admin] Checking segment: {'id': '59adb665-f13d-461a-bbec-db50e0697ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:47:13.922101 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b364e021-d56c-42ed-96f9-b6953fdd920f admin admin] Network hostable DHCP agents. Network: 5dbeac21-b7c3-43ba-938f-f593c439d69c, hostable agents: ['b936b2ef-06b6-4af0-a031-b6b0516c12cc'], hosted agents: [] {{(pid=86332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:47:13.941890 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b364e021-d56c-42ed-96f9-b6953fdd920f admin admin] Network 5dbeac21-b7c3-43ba-938f-f593c439d69c is scheduled to be hosted by DHCP agent b936b2ef-06b6-4af0-a031-b6b0516c12cc with binding_index 1 {{(pid=86332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:47:13.951081 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-b364e021-d56c-42ed-96f9-b6953fdd920f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-smb, 5dbeac21-b7c3-43ba-938f-f593c439d69c) {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:47:13.961493 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a5a96c-0075-42ba-8875-93029d660172 None None] Network 5dbeac21-b7c3-43ba-938f-f593c439d69c requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:47:13.965190 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b364e021-d56c-42ed-96f9-b6953fdd920f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:13.966124 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b364e021-d56c-42ed-96f9-b6953fdd920f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:13.996090 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-b364e021-d56c-42ed-96f9-b6953fdd920f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6551433 Apr 20 05:47:13.996533 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55244) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:14.002100 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1992546688-router', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:47:14.015285 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:14.020487 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Usage tracker for resource:router and tenant:021633b04e9d4684b74fff6ed36ae827 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:47:14.024289 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:47:14.033417 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:14.050234 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-622828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744784'] for router, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:14.052004 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854152988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854131710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853850605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31017'] for router, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:14.150881 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:14.208927 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597563e-2990-4ab5-86ec-de29bb93792a req-11885052-e6a7-4266-8df2-d2a90568f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:14.210557 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8597563e-2990-4ab5-86ec-de29bb93792a req-11885052-e6a7-4266-8df2-d2a90568f5da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ab7172ed9a44fe6aa1df137f47c43e3&device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 1098 time: 0.0832145 Apr 20 05:47:14.229813 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93accfa-fc53-555d-995a-8a38c295c9c1-5dbeac21-b7c3-43ba-938f-f593c439d69c', 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'fixed_ips': [{'subnet_id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf'}]}} from dv-cinder-786054-4-smb. {{(pid=86333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 05:47:14.230732 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:14.320960 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff55b7-94b8-4d6c-bcc9-2a24ae4cb8aa req-31b3e08c-ffe2-4a50-ad74-138668dda380 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:14.322402 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-39ff55b7-94b8-4d6c-bcc9-2a24ae4cb8aa req-31b3e08c-ffe2-4a50-ad74-138668dda380 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.2392035 Apr 20 05:47:14.365591 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597563e-2990-4ab5-86ec-de29bb93792a req-2b9a7097-893b-4059-98ea-608e5486352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:14.367282 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8597563e-2990-4ab5-86ec-de29bb93792a req-2b9a7097-893b-4059-98ea-608e5486352b service neutron] 10.222.0.13 "GET /v2.0/networks?id=411e23b4-e2d6-46df-bd62-b0674bdfd076 HTTP/1.1" status: 200 len: 912 time: 0.1488400 Apr 20 05:47:14.412477 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Allocated IP 172.20.0.2 (5dbeac21-b7c3-43ba-938f-f593c439d69c/34e41885-f0bc-4ded-8c2f-b5c7fdb723bf/0146ae47-9970-447f-b51e-de7b8f3c1eb2) {{(pid=86333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:47:14.499939 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8597563e-2990-4ab5-86ec-de29bb93792a req-8bed62ae-a78b-4ba6-b2ab-a4a74c2a575b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58174217-c667-4d40-9b8e-1ff26a8df70c HTTP/1.1" status: 200 len: 1001 time: 0.1240230 Apr 20 05:47:14.560346 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854131467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854145185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31002'] for router, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:14.571872 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-39ff55b7-94b8-4d6c-bcc9-2a24ae4cb8aa req-b1054d3f-18a8-4384-8642-81c37fd6c0f0 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401111 Apr 20 05:47:14.672730 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597563e-2990-4ab5-86ec-de29bb93792a req-bd9cef8c-1d7b-4fde-8694-e42c33222e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:14.674828 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8597563e-2990-4ab5-86ec-de29bb93792a req-bd9cef8c-1d7b-4fde-8694-e42c33222e4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e3b9602-f3b1-465a-896e-3c5b83aebaa5 HTTP/1.1" status: 200 len: 850 time: 0.1689372 Apr 20 05:47:14.689891 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Notify callbacks [] for port, precommit_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:14.705110 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Transition to ACTIVE for port object 0146ae47-9970-447f-b51e-de7b8f3c1eb2 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:47:14.730035 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Transition to ACTIVE for port object 0146ae47-9970-447f-b51e-de7b8f3c1eb2 will not be triggered until provisioned by entity DHCP. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:47:14.737431 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:14.743610 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:14.760083 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34984921-60ab-4b37-a8a0-be0b938ad853 req-43a82e84-a3e0-4342-a4a6-dc97a68bbb7f tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:14.761729 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-34984921-60ab-4b37-a8a0-be0b938ad853 req-43a82e84-a3e0-4342-a4a6-dc97a68bbb7f tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1786737 Apr 20 05:47:14.808825 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Network 5dbeac21-b7c3-43ba-938f-f593c439d69c is already hosted by enough agents. {{(pid=86333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:47:14.817310 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Resources bound (agent type, host, resource id): {{(pid=86333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:47:14.820065 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Received port after_create {{(pid=86333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:47:14.827986 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597563e-2990-4ab5-86ec-de29bb93792a req-1572fd26-04bc-49c7-ba38-766375846e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:14.829619 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8597563e-2990-4ab5-86ec-de29bb93792a req-1572fd26-04bc-49c7-ba38-766375846e45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=411e23b4-e2d6-46df-bd62-b0674bdfd076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1396487 Apr 20 05:47:14.834737 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-34984921-60ab-4b37-a8a0-be0b938ad853 req-29f32967-dd3d-4e76-804d-29729ab45191 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557106 Apr 20 05:47:14.901304 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Pushing event updated for resources: {'Port': ['ID=0146ae47-9970-447f-b51e-de7b8f3c1eb2,revision_number=1']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:14.904424 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:14.928841 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Attempting to bind port 0146ae47-9970-447f-b51e-de7b8f3c1eb2 on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:47:14.929293 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Attempting to bind port 0146ae47-9970-447f-b51e-de7b8f3c1eb2 by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': '59adb665-f13d-461a-bbec-db50e0697ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:47:14.929706 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Attempting to bind port 0146ae47-9970-447f-b51e-de7b8f3c1eb2 on network 5dbeac21-b7c3-43ba-938f-f593c439d69c {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:47:14.936414 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:47:14.936860 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Checking segment: {'id': '59adb665-f13d-461a-bbec-db50e0697ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:47:14.937374 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:14.937746 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Bound using segment: {'id': '59adb665-f13d-461a-bbec-db50e0697ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:47:14.938267 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Bound port: 0146ae47-9970-447f-b51e-de7b8f3c1eb2, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59adb665-f13d-461a-bbec-db50e0697ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:47:14.938681 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:14.976678 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8597563e-2990-4ab5-86ec-de29bb93792a req-a8459fc1-466a-45ef-b25d-bd76ce421a34 service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385326 Apr 20 05:47:15.037072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] For port 0146ae47-9970-447f-b51e-de7b8f3c1eb2, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:47:15.040208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] For port 0146ae47-9970-447f-b51e-de7b8f3c1eb2, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=0146ae47-9970-447f-b51e-de7b8f3c1eb2,segment=NetworkSegment(59adb665-f13d-461a-bbec-db50e0697ffa),segment_id=59adb665-f13d-461a-bbec-db50e0697ffa)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:47:15.044993 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:15.054777 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:15.122379 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:15.124899 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8597563e-2990-4ab5-86ec-de29bb93792a req-e59320a6-3fad-4f02-889c-b933caa63f68 service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406989 Apr 20 05:47:15.131455 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Pushing event updated for resources: {'Port': ['ID=0146ae47-9970-447f-b51e-de7b8f3c1eb2,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:15.137081 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:15.158303 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:15.304221 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Allocated IP 172.28.3.92 (50a41118-ba44-449f-9b81-e04381d54b8b/c213a0b6-2cec-4373-bed2-ef584dd5d4ed/ba127e7c-55ec-4054-9709-f6a0fc565734) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:47:15.460978 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:15.703574 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:15.729743 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-fe98458d-197a-4de4-b2d5-8052efb26f58 tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:15.849299 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Network 50a41118-ba44-449f-9b81-e04381d54b8b is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:47:15.858202 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:47:15.861397 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:47:15.919830 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Pushing event updated for resources: {'Port': ['ID=ba127e7c-55ec-4054-9709-f6a0fc565734,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:15.920760 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 0146ae47-9970-447f-b51e-de7b8f3c1eb2 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:47:15.937010 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:15.993833 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port 0146ae47-9970-447f-b51e-de7b8f3c1eb2 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:47:16.046591 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-c0f98432-829b-449f-9a8b-a7b6de6d350f tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:16.048217 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-c0f98432-829b-449f-9a8b-a7b6de6d350f tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/networks?id=0eae8f8b-0902-4f89-9a35-6ab755e2b681 HTTP/1.1" status: 200 len: 813 time: 0.1657128 Apr 20 05:47:16.070696 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-7ed0cb13-2fee-4198-875c-a28bae833896 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/quotas/c8d2077ce4264d238e22346a4fc070c1 HTTP/1.1" status: 200 len: 375 time: 0.0121856 Apr 20 05:47:16.128483 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-d1b09e89-1d73-480a-aaec-c5b0d01237a9 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8d2077ce4264d238e22346a4fc070c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512700 Apr 20 05:47:16.128831 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deee421-6ea4-41c0-bf55-c85e82d233ce req-0538a37a-7c00-4621-9fc2-8a1eea517693 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:16.130497 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9deee421-6ea4-41c0-bf55-c85e82d233ce req-0538a37a-7c00-4621-9fc2-8a1eea517693 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.4213850 Apr 20 05:47:16.259255 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9deee421-6ea4-41c0-bf55-c85e82d233ce req-0118b226-b109-4822-b775-1bf4ef12f644 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169350 Apr 20 05:47:16.272693 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-b41632b4-cb32-4cdb-8b07-805772cafdae service neutron] 10.222.0.44 "GET /v2.0/networks/0eae8f8b-0902-4f89-9a35-6ab755e2b681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361823 Apr 20 05:47:16.415036 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:16.431446 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-6bf94092-62c4-4102-a123-0b4ab5f5f9d3 service neutron] 10.222.0.44 "GET /v2.0/networks/0eae8f8b-0902-4f89-9a35-6ab755e2b681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457083 Apr 20 05:47:16.622434 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1507cd-00ed-4236-9dfc-205813354391 req-6ce6fa8f-9dab-4121-846d-1efdd3bf8c46 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:16.624049 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8b1507cd-00ed-4236-9dfc-205813354391 req-6ce6fa8f-9dab-4121-846d-1efdd3bf8c46 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.2558861 Apr 20 05:47:16.646611 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f047a205-c501-4ac9-bc34-7b831f7d83fd req-d8e39946-3113-4230-b2ac-b4e9bae52b73 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 210 time: 0.0608902 Apr 20 05:47:16.718678 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e46602-af75-4198-837b-270891456990 None None] Network 5dbeac21-b7c3-43ba-938f-f593c439d69c requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:47:16.828728 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-e6bea957-028d-4a25-aa2b-532bce65f71d None None] Provisioning for port 0146ae47-9970-447f-b51e-de7b8f3c1eb2 completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:47:16.839636 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-e6bea957-028d-4a25-aa2b-532bce65f71d None None] Provisioning complete for port 0146ae47-9970-447f-b51e-de7b8f3c1eb2 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:16.840187 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e6bea957-028d-4a25-aa2b-532bce65f71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:16.861611 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8b1507cd-00ed-4236-9dfc-205813354391 req-ebd791af-e27d-45db-a43c-b48feb4bb565 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278755 Apr 20 05:47:16.867043 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-630599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644319'] for router, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:17.107066 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Router 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 is scheduled to L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae with binding_index 1 {{(pid=86331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 05:47:17.115319 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e6bea957-028d-4a25-aa2b-532bce65f71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:17.158783 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-e6bea957-028d-4a25-aa2b-532bce65f71d None None] For port 0146ae47-9970-447f-b51e-de7b8f3c1eb2, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=0146ae47-9970-447f-b51e-de7b8f3c1eb2,segment=NetworkSegment(59adb665-f13d-461a-bbec-db50e0697ffa),segment_id=59adb665-f13d-461a-bbec-db50e0697ffa)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:47:17.175212 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e6bea957-028d-4a25-aa2b-532bce65f71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:17.177194 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-682434e4-adf5-466e-b15c-7fbad8ae03e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:17.253493 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bea957-028d-4a25-aa2b-532bce65f71d None None] Pushing event updated for resources: {'Port': ['ID=0146ae47-9970-447f-b51e-de7b8f3c1eb2,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:17.261931 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e6bea957-028d-4a25-aa2b-532bce65f71d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:17.398477 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-c52b8acc-c3fc-45f1-b65c-9ddbd40bb29c None None] Provisioning complete for port 0146ae47-9970-447f-b51e-de7b8f3c1eb2 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:17.398823 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c52b8acc-c3fc-45f1-b65c-9ddbd40bb29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:17.474081 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2cf0f-a20a-4354-bfa7-69221734acc7 req-a0eace06-6238-43b1-9d6f-6d9418c7f084 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:17.475887 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-45d2cf0f-a20a-4354-bfa7-69221734acc7 req-a0eace06-6238-43b1-9d6f-6d9418c7f084 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.0963399 Apr 20 05:47:17.532794 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-45d2cf0f-a20a-4354-bfa7-69221734acc7 req-485ab57c-a5af-4e37-ad3b-ec9ab4da8304 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496457 Apr 20 05:47:17.546874 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:47:17.558284 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Sync routers for ids ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'] in dv-cinder-786054-4-smb {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:47:17.568191 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Routers {'3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:47:17.568854 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:47:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:17.571427 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:17.575443 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5750639 Apr 20 05:47:17.576135 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55288) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:17.792117 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Set router 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:47:17.860285 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-35ed9a58-9f55-4afe-bc15-dbdff0628b1d req-280541d1-c7ae-4f43-87e5-9aecfe3f9dbf tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Synchronizing usage tracker for tenant:c8d2077ce4264d238e22346a4fc070c1 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:47:17.874636 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 0146ae47-9970-447f-b51e-de7b8f3c1eb2 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:47:17.886366 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-35ed9a58-9f55-4afe-bc15-dbdff0628b1d req-280541d1-c7ae-4f43-87e5-9aecfe3f9dbf tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Unset dirty status for tenant:c8d2077ce4264d238e22346a4fc070c1 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:47:17.894478 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-35ed9a58-9f55-4afe-bc15-dbdff0628b1d req-280541d1-c7ae-4f43-87e5-9aecfe3f9dbf tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 210 time: 0.1293569 Apr 20 05:47:17.993345 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 0146ae47-9970-447f-b51e-de7b8f3c1eb2 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:17.993768 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:18.164787 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'name': 'tempest-TestMinimumBasicScenario-1992546688-router', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:14Z', 'updated_at': '2021-04-20T05:47:16Z', 'revision_number': 3, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'gw_port': {'id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:15Z', 'updated_at': '2021-04-20T05:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:18.168777 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Checking router: 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 for host: dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:47:18.169190 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Updating router 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 port ba127e7c-55ec-4054-9709-f6a0fc565734 binding host dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:47:18.228375 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:18.297742 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-a26b3c98-167d-49fb-8423-6a1f7c0ed432 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:18.299568 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-a26b3c98-167d-49fb-8423-6a1f7c0ed432 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.13 "GET /v2.0/networks?id=0eae8f8b-0902-4f89-9a35-6ab755e2b681 HTTP/1.1" status: 200 len: 813 time: 0.3481588 Apr 20 05:47:18.367428 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-0509a49d-83ea-4233-80f1-aa96ba89395d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Request body: {'port': {'device_id': 'f06a12fd-17c6-4b44-9814-78dbb1f2b973', 'network_id': '0eae8f8b-0902-4f89-9a35-6ab755e2b681', 'admin_state_up': True, 'tenant_id': 'c8d2077ce4264d238e22346a4fc070c1'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:47:18.475296 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0aee9-37a4-4332-89fc-4e87e79eb7db req-bf1e9425-c22d-4a84-bd25-ae9648080b8c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:18.477485 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7fa0aee9-37a4-4332-89fc-4e87e79eb7db req-bf1e9425-c22d-4a84-bd25-ae9648080b8c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.4588704 Apr 20 05:47:18.574552 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Notify callbacks [] for port, precommit_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:18.586703 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Transition to ACTIVE for port object ba127e7c-55ec-4054-9709-f6a0fc565734 will not be triggered until provisioned by entity L2. {{(pid=86334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:47:18.594368 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:18.599934 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7fa0aee9-37a4-4332-89fc-4e87e79eb7db req-c9a5e638-2f03-4496-aa74-a26c522bcb2a tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146202 Apr 20 05:47:18.600095 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-218a0055-3d5b-4fee-b163-3b4c68252b9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:18.672693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-0509a49d-83ea-4233-80f1-aa96ba89395d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:18.679907 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Attempting to bind port ba127e7c-55ec-4054-9709-f6a0fc565734 on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:47:18.680310 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Attempting to bind port ba127e7c-55ec-4054-9709-f6a0fc565734 by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}] {{(pid=86334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:47:18.680709 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Attempting to bind port ba127e7c-55ec-4054-9709-f6a0fc565734 on network 50a41118-ba44-449f-9b81-e04381d54b8b {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:47:18.686748 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e90332-958d-45df-90dc-a48aa63fa19d None None] Pushing event updated for resources: {'Port': ['ID=ba127e7c-55ec-4054-9709-f6a0fc565734,revision_number=2']} {{(pid=86334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:18.691953 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:47:18.692510 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Checking segment: {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:47:18.692951 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:18.693410 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Bound using segment: {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'} {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:47:18.693903 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Bound port: ba127e7c-55ec-4054-9709-f6a0fc565734, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}}] {{(pid=86334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:47:18.694302 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:18.727122 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e90332-958d-45df-90dc-a48aa63fa19d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:18.727479 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e90332-958d-45df-90dc-a48aa63fa19d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:18.727878 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e90332-958d-45df-90dc-a48aa63fa19d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:18.728234 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e90332-958d-45df-90dc-a48aa63fa19d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:18.728589 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e90332-958d-45df-90dc-a48aa63fa19d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:18.728931 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e90332-958d-45df-90dc-a48aa63fa19d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:18.729316 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e90332-958d-45df-90dc-a48aa63fa19d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:18.729664 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e90332-958d-45df-90dc-a48aa63fa19d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:18.729982 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e90332-958d-45df-90dc-a48aa63fa19d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:18.730359 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e90332-958d-45df-90dc-a48aa63fa19d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:18.730704 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e90332-958d-45df-90dc-a48aa63fa19d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:18.731043 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e90332-958d-45df-90dc-a48aa63fa19d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:18.740976 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-34e90332-958d-45df-90dc-a48aa63fa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:18.746164 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-0509a49d-83ea-4233-80f1-aa96ba89395d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:18.773402 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-0509a49d-83ea-4233-80f1-aa96ba89395d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Made reservation on behalf of c8d2077ce4264d238e22346a4fc070c1 for: {'port': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:47:18.779329 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-0509a49d-83ea-4233-80f1-aa96ba89395d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:18.782582 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] For port ba127e7c-55ec-4054-9709-f6a0fc565734, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:47:18.785972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] For port ba127e7c-55ec-4054-9709-f6a0fc565734, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=ba127e7c-55ec-4054-9709-f6a0fc565734,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:47:18.789927 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:18.793907 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:18.873820 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Routers {'3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:47:18.874470 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:47:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:18.938906 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e90332-958d-45df-90dc-a48aa63fa19d None None] Pushing event updated for resources: {'Port': ['ID=ba127e7c-55ec-4054-9709-f6a0fc565734,revision_number=3']} {{(pid=86334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:18.943930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-34e90332-958d-45df-90dc-a48aa63fa19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:19.057572 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1f3085e1-d9a5-4cc3-b9de-135214f4be1e req-28758bcc-3f77-44d9-9858-6991f4f6e76d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 210 time: 0.0479167 Apr 20 05:47:19.067422 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] Set router 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:47:19.096340 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-0509a49d-83ea-4233-80f1-aa96ba89395d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Allocated IP 172.20.0.11 (0eae8f8b-0902-4f89-9a35-6ab755e2b681/13cc2382-24ca-4cde-9f7f-4cbd0d4344f9/cf4d7d04-19fa-474c-8932-8c0c5c31a54b) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:47:19.147670 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:19.369242 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'name': 'tempest-TestMinimumBasicScenario-1992546688-router', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:14Z', 'updated_at': '2021-04-20T05:47:16Z', 'revision_number': 3, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'gw_port': {'id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:15Z', 'updated_at': '2021-04-20T05:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:19.373814 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff2a59b-9478-4d3d-82e5-e5290546784c None None] The sync data for ids ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'] in dv-cinder-786054-4-smb is: [{'id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'name': 'tempest-TestMinimumBasicScenario-1992546688-router', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:14Z', 'updated_at': '2021-04-20T05:47:16Z', 'revision_number': 3, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'gw_port': {'id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:15Z', 'updated_at': '2021-04-20T05:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}] {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:47:19.443389 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167662a-2137-4236-a3be-90ac0e27f09d req-11f004dd-b458-474e-88ee-78aeaa1f3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:19.445041 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7167662a-2137-4236-a3be-90ac0e27f09d req-11f004dd-b458-474e-88ee-78aeaa1f3c97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 1099 time: 0.0761340 Apr 20 05:47:19.495969 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7167662a-2137-4236-a3be-90ac0e27f09d req-73066b59-a2e5-47a5-991b-f55d8bcd1f4c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408435 Apr 20 05:47:19.502189 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-0509a49d-83ea-4233-80f1-aa96ba89395d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:19.539362 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Allocated IP 172.20.0.1 (5dbeac21-b7c3-43ba-938f-f593c439d69c/34e41885-f0bc-4ded-8c2f-b5c7fdb723bf/3fb3cab2-18c5-45f6-8ac8-accbde854148) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:47:19.644536 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-0509a49d-83ea-4233-80f1-aa96ba89395d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:19.656100 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:19.796541 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-0509a49d-83ea-4233-80f1-aa96ba89395d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Network 0eae8f8b-0902-4f89-9a35-6ab755e2b681 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:47:19.808545 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-0509a49d-83ea-4233-80f1-aa96ba89395d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:47:19.823897 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-0509a49d-83ea-4233-80f1-aa96ba89395d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:47:20.103934 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509a49d-83ea-4233-80f1-aa96ba89395d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Pushing event updated for resources: {'Port': ['ID=cf4d7d04-19fa-474c-8932-8c0c5c31a54b,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:20.120132 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-0509a49d-83ea-4233-80f1-aa96ba89395d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:20.127123 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:20.171485 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Transition to ACTIVE for port object 3fb3cab2-18c5-45f6-8ac8-accbde854148 will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:47:20.193699 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-0509a49d-83ea-4233-80f1-aa96ba89395d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:20.194518 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-0509a49d-83ea-4233-80f1-aa96ba89395d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:20.239687 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf79b55-d453-4617-a4d2-1801a56e8003 req-5bfd9b98-1b1e-4650-ac61-b59490203da1 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:20.241447 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0cf79b55-d453-4617-a4d2-1801a56e8003 req-5bfd9b98-1b1e-4650-ac61-b59490203da1 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.5196922 Apr 20 05:47:20.253616 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-0509a49d-83ea-4233-80f1-aa96ba89395d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9015479 Apr 20 05:47:20.275907 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Request body: {'port': {'device_id': 'f06a12fd-17c6-4b44-9814-78dbb1f2b973', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:47:20.302058 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:20.316036 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa611ccf-2c26-4910-b815-514915d5cc0c req-53620211-f80c-433e-a150-24ae3c703704 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:20.317954 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aa611ccf-2c26-4910-b815-514915d5cc0c req-53620211-f80c-433e-a150-24ae3c703704 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 932 time: 0.0888908 Apr 20 05:47:20.333718 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:20.369451 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aa611ccf-2c26-4910-b815-514915d5cc0c req-ca8d069b-2eb9-423b-bac1-3bafba992639 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450394 Apr 20 05:47:20.471277 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Network 5dbeac21-b7c3-43ba-938f-f593c439d69c is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:47:20.481147 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0cf79b55-d453-4617-a4d2-1801a56e8003 req-e14e25a9-411c-4240-aa8a-1267f4ba0a7b tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264416 Apr 20 05:47:20.491276 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:47:20.494980 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Pushing event updated for resources: {'Port': ['ID=3fb3cab2-18c5-45f6-8ac8-accbde854148,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:20.499177 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:47:20.540702 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:20.558791 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:20.618029 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146814'] for router_interface, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:20.689035 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-c51b7d58-a666-4277-a468-805bf294c0e3 None None] Provisioning for port 3fb3cab2-18c5-45f6-8ac8-accbde854148 completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:47:20.694463 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-c51b7d58-a666-4277-a468-805bf294c0e3 None None] Provisioning complete for port 3fb3cab2-18c5-45f6-8ac8-accbde854148 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:20.694892 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c51b7d58-a666-4277-a468-805bf294c0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:20.751683 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-c51b7d58-a666-4277-a468-805bf294c0e3 None None] Port 3fb3cab2-18c5-45f6-8ac8-accbde854148 cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:47:20.928598 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:21.153357 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4d7d04-19fa-474c-8932-8c0c5c31a54b {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:47:21.164176 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:21.203212 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Transition to ACTIVE for port object cf4d7d04-19fa-474c-8932-8c0c5c31a54b will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:47:21.208548 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:21.222516 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-0509a49d-83ea-4233-80f1-aa96ba89395d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:21.402186 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4d7d04-19fa-474c-8932-8c0c5c31a54b,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:21.416017 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:21.424819 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:21.454812 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:21.486777 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:21.581719 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c8b9d-d49c-4706-ac7f-7e99007c8074 req-f3ccccdf-df0f-4883-acce-d4d976b8cdfa tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:21.583441 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b58c8b9d-d49c-4706-ac7f-7e99007c8074 req-f3ccccdf-df0f-4883-acce-d4d976b8cdfa tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 944 time: 0.0964315 Apr 20 05:47:21.602380 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Pushing event updated for resources: {'Port': ['ID=3fb3cab2-18c5-45f6-8ac8-accbde854148,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:21.604822 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854020177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629093'] for router_interface, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:21.611059 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:21.634359 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b58c8b9d-d49c-4706-ac7f-7e99007c8074 req-108c7e29-a545-434f-bbf8-ca56f55819fd tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436671 Apr 20 05:47:21.654463 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Attempting to bind port cf4d7d04-19fa-474c-8932-8c0c5c31a54b on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:47:21.654778 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Attempting to bind port cf4d7d04-19fa-474c-8932-8c0c5c31a54b by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '144eced7-532e-40dd-b1df-a889271e06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0eae8f8b-0902-4f89-9a35-6ab755e2b681'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:47:21.655135 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Attempting to bind port cf4d7d04-19fa-474c-8932-8c0c5c31a54b on network 0eae8f8b-0902-4f89-9a35-6ab755e2b681 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:47:21.686580 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Port cf4d7d04-19fa-474c-8932-8c0c5c31a54b on network 0eae8f8b-0902-4f89-9a35-6ab755e2b681 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:47:21.686933 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Attempting to bind port cf4d7d04-19fa-474c-8932-8c0c5c31a54b on network 0eae8f8b-0902-4f89-9a35-6ab755e2b681 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:47:21.749251 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:47:21.749625 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Checking segment: {'id': '144eced7-532e-40dd-b1df-a889271e06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0eae8f8b-0902-4f89-9a35-6ab755e2b681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:47:21.750043 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Bound using segment: {'id': '144eced7-532e-40dd-b1df-a889271e06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0eae8f8b-0902-4f89-9a35-6ab755e2b681'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:47:21.750532 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Bound port: cf4d7d04-19fa-474c-8932-8c0c5c31a54b, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '144eced7-532e-40dd-b1df-a889271e06ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0eae8f8b-0902-4f89-9a35-6ab755e2b681'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:47:21.750886 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:21.841429 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device ba127e7c-55ec-4054-9709-f6a0fc565734 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:47:21.914189 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b280c5-96a7-4e9c-9fd2-2f4d42cb4b16 req-af8eafc0-123f-420c-97f5-04e101dd1526 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:21.915407 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port ba127e7c-55ec-4054-9709-f6a0fc565734 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:47:21.915614 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-53b280c5-96a7-4e9c-9fd2-2f4d42cb4b16 req-af8eafc0-123f-420c-97f5-04e101dd1526 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.3145733 Apr 20 05:47:21.920637 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port ba127e7c-55ec-4054-9709-f6a0fc565734 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:21.921123 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:21.924617 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Network 5dbeac21-b7c3-43ba-938f-f593c439d69c is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:47:21.928945 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:47:21.949102 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] For port cf4d7d04-19fa-474c-8932-8c0c5c31a54b, host hv-cinder-78605, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:47:22.027430 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] For port cf4d7d04-19fa-474c-8932-8c0c5c31a54b, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cf4d7d04-19fa-474c-8932-8c0c5c31a54b,segment=NetworkSegment(144eced7-532e-40dd-b1df-a889271e06ed),segment_id=144eced7-532e-40dd-b1df-a889271e06ed)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:47:22.052152 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:22.071653 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:22.099513 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port ba127e7c-55ec-4054-9709-f6a0fc565734, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=ba127e7c-55ec-4054-9709-f6a0fc565734,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:47:22.104166 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:22.106836 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6d30197e-e5e5-4786-b590-89d5870c0eaa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:22.107704 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:22.138726 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-53b280c5-96a7-4e9c-9fd2-2f4d42cb4b16 req-8681365d-fcfa-4947-b4a2-3ddf3676ec4a tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127140 Apr 20 05:47:22.194960 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=ba127e7c-55ec-4054-9709-f6a0fc565734,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:22.198483 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:22.199211 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-f416088c-bb72-4383-9720-cb05d6b54832 None None] Provisioning complete for port 3fb3cab2-18c5-45f6-8ac8-accbde854148 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:22.199346 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:22.199671 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f416088c-bb72-4383-9720-cb05d6b54832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:22.199947 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:22.201415 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] 10.222.0.13 "PUT /v2.0/ports/cf4d7d04-19fa-474c-8932-8c0c5c31a54b HTTP/1.1" status: 200 len: 1094 time: 1.9318793 Apr 20 05:47:22.201946 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06a12fd-17c6-4b44-9814-78dbb1f2b973', 'tag': 'cf4d7d04-19fa-474c-8932-8c0c5c31a54b'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:47:22.231390 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4d7d04-19fa-474c-8932-8c0c5c31a54b,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:22.236340 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:22.265248 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Router 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:47:22.267312 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06a12fd-17c6-4b44-9814-78dbb1f2b973', 'tag': 'cf4d7d04-19fa-474c-8932-8c0c5c31a54b', 'status': 'completed', 'code': 200} Apr 20 05:47:22.296146 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-f416088c-bb72-4383-9720-cb05d6b54832 None None] Port 3fb3cab2-18c5-45f6-8ac8-accbde854148 cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:47:22.728707 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-4b121a81-66fb-4ef9-b4c2-f527f636a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:22.730343 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-4b121a81-66fb-4ef9-b4c2-f527f636a5e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8d2077ce4264d238e22346a4fc070c1&device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 1097 time: 0.4622283 Apr 20 05:47:22.755217 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51531369-4ce8-40b2-b50b-1a1a021b9409 req-00fb1d98-068d-45f8-bb54-08fda69eae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:22.756811 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-51531369-4ce8-40b2-b50b-1a1a021b9409 req-00fb1d98-068d-45f8-bb54-08fda69eae56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26775c98490b4d5599bd466a2c4e2ce2&device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 1099 time: 0.1407118 Apr 20 05:47:22.850668 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-7f6d99d8-0500-4276-9d33-b4ce0b62c946 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf4d7d04-19fa-474c-8932-8c0c5c31a54b HTTP/1.1" status: 200 len: 217 time: 0.1067052 Apr 20 05:47:22.864281 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:47:22.873834 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Sync routers for ids ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:47:22.877181 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f2cf7-4704-4491-b372-bf2b8f99fdaf req-4257d3b9-86bd-401f-b65c-e4fb524498d3 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:22.878812 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-826f2cf7-4704-4491-b372-bf2b8f99fdaf req-4257d3b9-86bd-401f-b65c-e4fb524498d3 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1996329 Apr 20 05:47:22.885602 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Routers {'3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:47:22.886404 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:47:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:22.915290 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] 10.222.0.44 "PUT /v2.0/routers/3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3326199 Apr 20 05:47:22.953323 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-6a4bde0c-229d-485a-b4f0-3dd566c0c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:22.954965 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-6a4bde0c-229d-485a-b4f0-3dd566c0c9d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13cc2382-24ca-4cde-9f7f-4cbd0d4344f9 HTTP/1.1" status: 200 len: 853 time: 0.0924029 Apr 20 05:47:22.966181 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-826f2cf7-4704-4491-b372-bf2b8f99fdaf req-3252593a-b9c7-41a2-8869-a26bf0f738b7 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785162 Apr 20 05:47:22.977948 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51531369-4ce8-40b2-b50b-1a1a021b9409 req-2dfd44fa-7534-4e41-8465-827183a21d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:22.980496 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-51531369-4ce8-40b2-b50b-1a1a021b9409 req-2dfd44fa-7534-4e41-8465-827183a21d10 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda HTTP/1.1" status: 200 len: 920 time: 0.2154832 Apr 20 05:47:23.029319 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-7a33c342-4099-4cd4-b897-85526eaa11aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0eae8f8b-0902-4f89-9a35-6ab755e2b681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611260 Apr 20 05:47:23.043472 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc8a5c-fd13-4555-b6c5-542cb84967c1 req-b8c1aef3-df8f-4c96-b9fa-677d80087aa9 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:23.044692 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-3bdc8a5c-fd13-4555-b6c5-542cb84967c1 req-b8c1aef3-df8f-4c96-b9fa-677d80087aa9 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Synchronizing usage tracker for tenant:c8d2077ce4264d238e22346a4fc070c1 on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:47:23.087545 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-51531369-4ce8-40b2-b50b-1a1a021b9409 req-f444d723-71d6-4006-b06a-45539fae4607 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c07fedc-27d3-4235-97e5-911362c0ad45 HTTP/1.1" status: 200 len: 217 time: 0.0990837 Apr 20 05:47:23.116938 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Set router 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:47:23.173308 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51531369-4ce8-40b2-b50b-1a1a021b9409 req-c0542fa7-312b-4c33-85ab-ea323ba3e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:23.175246 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-51531369-4ce8-40b2-b50b-1a1a021b9409 req-c0542fa7-312b-4c33-85ab-ea323ba3e36f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10999d55-07ae-4b7d-b737-652e042b455d HTTP/1.1" status: 200 len: 859 time: 0.0813038 Apr 20 05:47:23.185475 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-3bdc8a5c-fd13-4555-b6c5-542cb84967c1 req-b8c1aef3-df8f-4c96-b9fa-677d80087aa9 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Unset dirty status for tenant:c8d2077ce4264d238e22346a4fc070c1 on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:47:23.186736 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3bdc8a5c-fd13-4555-b6c5-542cb84967c1 req-b8c1aef3-df8f-4c96-b9fa-677d80087aa9 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 944 time: 0.3800249 Apr 20 05:47:23.232739 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-51531369-4ce8-40b2-b50b-1a1a021b9409 req-ab301739-892c-4e3f-953a-46f181545110 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdab4e93-f807-4e1c-aa4b-601aaa98dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498688 Apr 20 05:47:23.273052 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3bdc8a5c-fd13-4555-b6c5-542cb84967c1 req-842669ff-ae8f-46e7-8f57-c0ec31f86267 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745139 Apr 20 05:47:23.278770 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-f780d305-1d5f-4aa0-bb00-4389b68819ec service neutron] 10.222.0.13 "GET /v2.0/networks/0eae8f8b-0902-4f89-9a35-6ab755e2b681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281070 Apr 20 05:47:23.414409 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-51531369-4ce8-40b2-b50b-1a1a021b9409 req-3265a3a9-9aa1-4847-be03-2b33914c213f service neutron] 10.222.0.13 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700921 Apr 20 05:47:23.453180 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-603fe3da-5397-41ae-8517-d61fb6a287ac req-2b15ebf0-d9bb-4044-aca4-b93d3c469f40 service neutron] 10.222.0.13 "GET /v2.0/networks/0eae8f8b-0902-4f89-9a35-6ab755e2b681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678729 Apr 20 05:47:23.575618 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-51531369-4ce8-40b2-b50b-1a1a021b9409 req-8b6237f8-d972-43da-93c8-119e0f248fed service neutron] 10.222.0.13 "GET /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536970 Apr 20 05:47:23.595266 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa9d2c-81f2-422c-9ea2-b5f7f920d098 req-e47a854d-0fee-4602-91f7-a3ad7d96e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:23.598009 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1caa9d2c-81f2-422c-9ea2-b5f7f920d098 req-e47a854d-0fee-4602-91f7-a3ad7d96e505 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8d2077ce4264d238e22346a4fc070c1&device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 1097 time: 0.0951538 Apr 20 05:47:23.648665 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55342) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:23.655072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-437569677-network', 'tenant_id': '0edc60d830e64087bbff2cb691a746df'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:47:23.660189 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:23.665127 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Usage tracker for resource:network and tenant:0edc60d830e64087bbff2cb691a746df is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:47:23.667095 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'name': 'tempest-TestMinimumBasicScenario-1992546688-router', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:14Z', 'updated_at': '2021-04-20T05:47:20Z', 'revision_number': 4, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'gw_port': {'id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:15Z', 'updated_at': '2021-04-20T05:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '3fb3cab2-18c5-45f6-8ac8-accbde854148', 'name': '', 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'mac_address': 'fa:16:3e:bb:24:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:19Z', 'updated_at': '2021-04-20T05:47:21Z', 'revision_number': 2, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'subnets': [{'id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:23.668286 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:47:23.671317 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Checking router: 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:47:23.671787 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Updating router 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 port 3fb3cab2-18c5-45f6-8ac8-accbde854148 binding host dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:47:23.674756 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:23.684813 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Made reservation on behalf of 0edc60d830e64087bbff2cb691a746df for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:47:23.689572 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:23.706773 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:23.724476 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:23.727869 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:23.728542 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Usage tracker for resource:security_group_rule and tenant:0edc60d830e64087bbff2cb691a746df is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:47:23.731799 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:47:23.738464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:23.760278 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa9d2c-81f2-422c-9ea2-b5f7f920d098 req-7e76e720-2d9b-48bd-9240-024f62c1dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:23.761955 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1caa9d2c-81f2-422c-9ea2-b5f7f920d098 req-7e76e720-2d9b-48bd-9240-024f62c1dd24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0eae8f8b-0902-4f89-9a35-6ab755e2b681 HTTP/1.1" status: 200 len: 914 time: 0.1493793 Apr 20 05:47:23.828966 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:23.834128 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:23.848425 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1caa9d2c-81f2-422c-9ea2-b5f7f920d098 req-b356031d-61a2-4997-bdff-8d25af741f0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf4d7d04-19fa-474c-8932-8c0c5c31a54b HTTP/1.1" status: 200 len: 217 time: 0.0778658 Apr 20 05:47:23.851763 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device ba127e7c-55ec-4054-9709-f6a0fc565734 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:47:23.852386 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1f69f422-67bf-4ffb-8003-7dea2cfc082e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:23.859786 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:47:23.884719 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:23.885043 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.segments_db [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Added segment 15ea28e6-b247-4736-8d2c-d903391fab3c of type vlan for network 33a08e45-df25-4872-894d-a25d8dcb0d53 Apr 20 05:47:23.893950 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9164542-6e6c-4d9a-9f19-8eb39d7ae40c,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:23.897958 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:23.919979 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736090717418'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:23.932752 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa9d2c-81f2-422c-9ea2-b5f7f920d098 req-2359a991-2b01-4a04-b0cf-f74f45768c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:23.934622 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1caa9d2c-81f2-422c-9ea2-b5f7f920d098 req-2359a991-2b01-4a04-b0cf-f74f45768c1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13cc2382-24ca-4cde-9f7f-4cbd0d4344f9 HTTP/1.1" status: 200 len: 853 time: 0.0787406 Apr 20 05:47:23.951513 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:23.953972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:23.955118 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:23.961674 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:23.996779 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1caa9d2c-81f2-422c-9ea2-b5f7f920d098 req-17dcdc93-1e6a-4341-9c1e-631a5e75c5cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0eae8f8b-0902-4f89-9a35-6ab755e2b681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544770 Apr 20 05:47:24.061823 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port ba127e7c-55ec-4054-9709-f6a0fc565734 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:24.061823 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:24.069332 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Pushing event updated for resources: {'Network': ['ID=33a08e45-df25-4872-894d-a25d8dcb0d53,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:24.075122 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:24.104046 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4542291 Apr 20 05:47:24.104678 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55348) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:24.116384 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-ade97d26-1ecb-40e7-af9f-b04908c80fb0 admin admin] Request body: {'subnet': {'network_id': '33a08e45-df25-4872-894d-a25d8dcb0d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-437569677-subnet', 'tenant_id': '0edc60d830e64087bbff2cb691a746df', 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:47:24.121649 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-ade97d26-1ecb-40e7-af9f-b04908c80fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:24.126060 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ade97d26-1ecb-40e7-af9f-b04908c80fb0 admin admin] Usage tracker for resource:subnet and tenant:0edc60d830e64087bbff2cb691a746df is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:47:24.129268 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ade97d26-1ecb-40e7-af9f-b04908c80fb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:47:24.136451 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-ade97d26-1ecb-40e7-af9f-b04908c80fb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:24.137813 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Network 33a08e45-df25-4872-894d-a25d8dcb0d53 details requested by agent ovs-agent-dv-cinder-786054-4-smb with host dv-cinder-786054-4-smb {{(pid=86333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:47:24.147766 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade97d26-1ecb-40e7-af9f-b04908c80fb0 admin admin] Made reservation on behalf of 0edc60d830e64087bbff2cb691a746df for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:47:24.153364 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ade97d26-1ecb-40e7-af9f-b04908c80fb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844183564'] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:24.163530 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1caa9d2c-81f2-422c-9ea2-b5f7f920d098 req-8f7ae3c8-0228-4b5a-a449-1fa029aeb899 service neutron] 10.222.0.13 "GET /v2.0/networks/0eae8f8b-0902-4f89-9a35-6ab755e2b681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578758 Apr 20 05:47:24.166139 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:47:24.326163 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1caa9d2c-81f2-422c-9ea2-b5f7f920d098 req-51743e68-06a1-4b04-a51e-39c29514b8fb service neutron] 10.222.0.13 "GET /v2.0/networks/0eae8f8b-0902-4f89-9a35-6ab755e2b681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530359 Apr 20 05:47:24.353805 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea388c-65bf-4732-b726-29328e8670ae req-e64d5381-b7d9-4495-9303-166af65065fa tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:24.355417 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-71ea388c-65bf-4732-b726-29328e8670ae req-e64d5381-b7d9-4495-9303-166af65065fa tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1849334 Apr 20 05:47:24.422039 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:24.435107 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Transition to ACTIVE for port object 3fb3cab2-18c5-45f6-8ac8-accbde854148 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:47:24.442169 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:24.447556 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:24.460824 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-71ea388c-65bf-4732-b726-29328e8670ae req-b26ca306-5f78-4aa4-9cc5-4f65c0f62b74 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973034 Apr 20 05:47:24.489755 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820113a-f6d0-4a0e-bfb0-6a78b11d6de9 req-30c4f918-84c2-46f8-b8cd-2b9e3f75b6b3 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:24.491360 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1820113a-f6d0-4a0e-bfb0-6a78b11d6de9 req-30c4f918-84c2-46f8-b8cd-2b9e3f75b6b3 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 944 time: 0.0945485 Apr 20 05:47:24.562601 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1820113a-f6d0-4a0e-bfb0-6a78b11d6de9 req-6a506b24-5984-484e-88e3-827dbdfe3249 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574040 Apr 20 05:47:24.578713 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd85ed3-58c1-42d6-be5f-ec9cbaac058f None None] Pushing event updated for resources: {'Port': ['ID=3fb3cab2-18c5-45f6-8ac8-accbde854148,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:24.589386 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-8cd85ed3-58c1-42d6-be5f-ec9cbaac058f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:24.683854 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Attempting to bind port 3fb3cab2-18c5-45f6-8ac8-accbde854148 on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:47:24.684194 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Attempting to bind port 3fb3cab2-18c5-45f6-8ac8-accbde854148 by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': '59adb665-f13d-461a-bbec-db50e0697ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:47:24.684597 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Attempting to bind port 3fb3cab2-18c5-45f6-8ac8-accbde854148 on network 5dbeac21-b7c3-43ba-938f-f593c439d69c {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:47:24.690329 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:47:24.690783 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Checking segment: {'id': '59adb665-f13d-461a-bbec-db50e0697ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:47:24.691229 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:24.691665 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Bound using segment: {'id': '59adb665-f13d-461a-bbec-db50e0697ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:47:24.692222 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Bound port: 3fb3cab2-18c5-45f6-8ac8-accbde854148, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59adb665-f13d-461a-bbec-db50e0697ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:47:24.692636 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:24.717714 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ade97d26-1ecb-40e7-af9f-b04908c80fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11768560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844183579'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:24.721602 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:24.797247 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade97d26-1ecb-40e7-af9f-b04908c80fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6784a2-dcba-4244-ac26-e79db20c0a9f,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:24.801568 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ade97d26-1ecb-40e7-af9f-b04908c80fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:24.801925 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] For port 3fb3cab2-18c5-45f6-8ac8-accbde854148, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:47:24.805403 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] For port 3fb3cab2-18c5-45f6-8ac8-accbde854148, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=3fb3cab2-18c5-45f6-8ac8-accbde854148,segment=NetworkSegment(59adb665-f13d-461a-bbec-db50e0697ffa),segment_id=59adb665-f13d-461a-bbec-db50e0697ffa)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:47:24.809740 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade97d26-1ecb-40e7-af9f-b04908c80fb0 admin admin] Checking segment: {'id': '15ea28e6-b247-4736-8d2c-d903391fab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '33a08e45-df25-4872-894d-a25d8dcb0d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:47:24.809911 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:24.810135 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade97d26-1ecb-40e7-af9f-b04908c80fb0 admin admin] Network hostable DHCP agents. Network: 33a08e45-df25-4872-894d-a25d8dcb0d53, hostable agents: ['b936b2ef-06b6-4af0-a031-b6b0516c12cc'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:47:24.814628 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:24.828764 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade97d26-1ecb-40e7-af9f-b04908c80fb0 admin admin] Network 33a08e45-df25-4872-894d-a25d8dcb0d53 is scheduled to be hosted by DHCP agent b936b2ef-06b6-4af0-a031-b6b0516c12cc with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:47:24.837787 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-ade97d26-1ecb-40e7-af9f-b04908c80fb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-smb, 33a08e45-df25-4872-894d-a25d8dcb0d53) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:47:24.850279 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade97d26-1ecb-40e7-af9f-b04908c80fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:24.850930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ade97d26-1ecb-40e7-af9f-b04908c80fb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:24.856329 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b313dbb4-a0e0-4359-ab11-3421baeecae2 None None] Network 33a08e45-df25-4872-894d-a25d8dcb0d53 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:47:24.870268 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-ade97d26-1ecb-40e7-af9f-b04908c80fb0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7643409 Apr 20 05:47:24.873047 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55356) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:24.878397 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-437569677-router', 'tenant_id': '0edc60d830e64087bbff2cb691a746df', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:47:24.883209 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:24.887215 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Usage tracker for resource:router and tenant:0edc60d830e64087bbff2cb691a746df is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:47:24.890845 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:47:24.896979 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:24.907234 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-622828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744784'] for router, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:24.908428 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854152988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854131710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853850605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31017'] for router, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:24.926133 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:24.971168 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Routers {'3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:47:24.971873 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:47:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:25.064968 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd85ed3-58c1-42d6-be5f-ec9cbaac058f None None] Pushing event updated for resources: {'Port': ['ID=3fb3cab2-18c5-45f6-8ac8-accbde854148,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:25.123651 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-8cd85ed3-58c1-42d6-be5f-ec9cbaac058f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:25.213047 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854131467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854145185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31002'] for router, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:25.282804 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device cf4d7d04-19fa-474c-8932-8c0c5c31a54b details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:47:25.288632 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] Set router 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:47:25.469164 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93accfa-fc53-555d-995a-8a38c295c9c1-33a08e45-df25-4872-894d-a25d8dcb0d53', 'network_id': '33a08e45-df25-4872-894d-a25d8dcb0d53', 'tenant_id': '0edc60d830e64087bbff2cb691a746df', 'fixed_ips': [{'subnet_id': 'ed6784a2-dcba-4244-ac26-e79db20c0a9f'}]}} from dv-cinder-786054-4-smb. {{(pid=86333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 05:47:25.470081 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:25.544480 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:25.580745 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:25.771635 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13941bf2-3a97-484a-ae4a-993d877e6224 req-3f9349f3-4345-4814-b13a-3f3a78fd1dc7 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:25.773390 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-13941bf2-3a97-484a-ae4a-993d877e6224 req-3f9349f3-4345-4814-b13a-3f3a78fd1dc7 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 944 time: 0.0942802 Apr 20 05:47:25.824871 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-13941bf2-3a97-484a-ae4a-993d877e6224 req-59cf1f23-276f-45aa-9250-2ef9cba198d5 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444496 Apr 20 05:47:25.976796 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port cf4d7d04-19fa-474c-8932-8c0c5c31a54b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cf4d7d04-19fa-474c-8932-8c0c5c31a54b,segment=NetworkSegment(144eced7-532e-40dd-b1df-a889271e06ed),segment_id=144eced7-532e-40dd-b1df-a889271e06ed)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:47:26.025961 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcd8bc-d50a-46fc-a4ab-fea9b8b00696 req-cef56678-66e0-4096-8cbe-5322e5db1b18 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:26.027506 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1edcd8bc-d50a-46fc-a4ab-fea9b8b00696 req-cef56678-66e0-4096-8cbe-5322e5db1b18 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.4090204 Apr 20 05:47:26.035124 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Allocated IP 172.28.3.49 (50a41118-ba44-449f-9b81-e04381d54b8b/c213a0b6-2cec-4373-bed2-ef584dd5d4ed/6f2425bd-4833-4e2c-a5d2-8b9077d106ce) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:47:26.058828 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': 'cf4d7d04-19fa-474c-8932-8c0c5c31a54b', 'network_id': '0eae8f8b-0902-4f89-9a35-6ab755e2b681', 'port_id': 'cf4d7d04-19fa-474c-8932-8c0c5c31a54b', 'mac_address': 'fa:16:3e:d0:98:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13cc2382-24ca-4cde-9f7f-4cbd0d4344f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:47:26.157295 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Allocated IP 172.20.0.2 (33a08e45-df25-4872-894d-a25d8dcb0d53/ed6784a2-dcba-4244-ac26-e79db20c0a9f/9a6adeea-dee9-433a-88ca-599908c77e2a) {{(pid=86333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:47:26.168838 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:26.209275 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1edcd8bc-d50a-46fc-a4ab-fea9b8b00696 req-8e7c88ae-4db1-41a9-8e87-f7c4eb96213f tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716900 Apr 20 05:47:26.217390 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4d7d04-19fa-474c-8932-8c0c5c31a54b {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:47:26.243181 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port cf4d7d04-19fa-474c-8932-8c0c5c31a54b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cf4d7d04-19fa-474c-8932-8c0c5c31a54b,segment=NetworkSegment(144eced7-532e-40dd-b1df-a889271e06ed),segment_id=144eced7-532e-40dd-b1df-a889271e06ed)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:47:26.255516 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:26.290242 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:26.301691 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-99927fd9-758c-4048-909e-aad4864a17c8 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:26.306175 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:26.309668 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'name': 'tempest-TestMinimumBasicScenario-1992546688-router', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:14Z', 'updated_at': '2021-04-20T05:47:20Z', 'revision_number': 4, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'gw_port': {'id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:15Z', 'updated_at': '2021-04-20T05:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '3fb3cab2-18c5-45f6-8ac8-accbde854148', 'name': '', 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'mac_address': 'fa:16:3e:bb:24:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:19Z', 'updated_at': '2021-04-20T05:47:24Z', 'revision_number': 4, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'subnets': [{'id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:26.315082 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-991eca95-6361-4970-b4af-8cee1f692595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:26.366917 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Network 50a41118-ba44-449f-9b81-e04381d54b8b is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:47:26.367669 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337728dd-e1a4-4380-9f59-6bf47ff1a157 None None] The sync data for ids ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'] in dv-cinder-786054-4-smb is: [{'id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'name': 'tempest-TestMinimumBasicScenario-1992546688-router', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:14Z', 'updated_at': '2021-04-20T05:47:20Z', 'revision_number': 4, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'gw_port': {'id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:15Z', 'updated_at': '2021-04-20T05:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '3fb3cab2-18c5-45f6-8ac8-accbde854148', 'name': '', 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'mac_address': 'fa:16:3e:bb:24:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:19Z', 'updated_at': '2021-04-20T05:47:24Z', 'revision_number': 4, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'subnets': [{'id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:47:26.375776 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:47:26.381803 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:47:26.439102 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=cf4d7d04-19fa-474c-8932-8c0c5c31a54b,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:26.449034 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:26.455621 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Pushing event updated for resources: {'Port': ['ID=6f2425bd-4833-4e2c-a5d2-8b9077d106ce,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:26.468101 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:26.575598 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['cf4d7d04-19fa-474c-8932-8c0c5c31a54b'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:47:26.683591 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Notify callbacks [] for port, precommit_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:26.710836 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Transition to ACTIVE for port object 9a6adeea-dee9-433a-88ca-599908c77e2a will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:47:26.750559 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Transition to ACTIVE for port object 9a6adeea-dee9-433a-88ca-599908c77e2a will not be triggered until provisioned by entity DHCP. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:47:26.817632 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:26.823421 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:26.940126 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Network 33a08e45-df25-4872-894d-a25d8dcb0d53 is already hosted by enough agents. {{(pid=86333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:47:26.976683 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Resources bound (agent type, host, resource id): {{(pid=86333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:47:27.005975 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Pushing event updated for resources: {'Port': ['ID=9a6adeea-dee9-433a-88ca-599908c77e2a,revision_number=1']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:27.009490 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Received port after_create {{(pid=86333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:47:27.027242 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:27.107288 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9749e-6df7-414c-8fb9-c797fb5d92ce req-d1f2672e-fce9-4f4d-a5b8-942edf09ee2d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:27.115993 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-52b9749e-6df7-414c-8fb9-c797fb5d92ce req-d1f2672e-fce9-4f4d-a5b8-942edf09ee2d tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 945 time: 0.1023939 Apr 20 05:47:27.121887 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:27.198171 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-52b9749e-6df7-414c-8fb9-c797fb5d92ce req-21019a34-20a0-4f23-9a76-0b10f7ac9a2f tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818501 Apr 20 05:47:27.257954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Attempting to bind port 9a6adeea-dee9-433a-88ca-599908c77e2a on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:47:27.258374 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Attempting to bind port 9a6adeea-dee9-433a-88ca-599908c77e2a by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': '15ea28e6-b247-4736-8d2c-d903391fab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '33a08e45-df25-4872-894d-a25d8dcb0d53'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:47:27.259172 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Attempting to bind port 9a6adeea-dee9-433a-88ca-599908c77e2a on network 33a08e45-df25-4872-894d-a25d8dcb0d53 {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:47:27.270071 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:47:27.270549 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Checking segment: {'id': '15ea28e6-b247-4736-8d2c-d903391fab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '33a08e45-df25-4872-894d-a25d8dcb0d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:47:27.271006 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:27.271443 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Bound using segment: {'id': '15ea28e6-b247-4736-8d2c-d903391fab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '33a08e45-df25-4872-894d-a25d8dcb0d53'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:47:27.271970 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Bound port: 9a6adeea-dee9-433a-88ca-599908c77e2a, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ea28e6-b247-4736-8d2c-d903391fab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '33a08e45-df25-4872-894d-a25d8dcb0d53'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:47:27.272385 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:27.415272 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] For port 9a6adeea-dee9-433a-88ca-599908c77e2a, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:47:27.419264 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] For port 9a6adeea-dee9-433a-88ca-599908c77e2a, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=9a6adeea-dee9-433a-88ca-599908c77e2a,segment=NetworkSegment(15ea28e6-b247-4736-8d2c-d903391fab3c),segment_id=15ea28e6-b247-4736-8d2c-d903391fab3c)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:47:27.424341 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:27.429770 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-8cd85ed3-58c1-42d6-be5f-ec9cbaac058f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:27.507539 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Pushing event updated for resources: {'Port': ['ID=9a6adeea-dee9-433a-88ca-599908c77e2a,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:27.510906 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:27.548320 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-630599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644319'] for router, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:27.770307 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Router d807e2ca-f025-40b7-9fac-c6954fccc7df is scheduled to L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae with binding_index 1 {{(pid=86331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 05:47:27.950003 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 3fb3cab2-18c5-45f6-8ac8-accbde854148 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:47:28.046699 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port 3fb3cab2-18c5-45f6-8ac8-accbde854148 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:47:28.052941 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 3fb3cab2-18c5-45f6-8ac8-accbde854148 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:28.053372 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:28.067793 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:47:28.085032 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Sync routers for ids ['d807e2ca-f025-40b7-9fac-c6954fccc7df'] in dv-cinder-786054-4-smb {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:47:28.098666 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Routers {'d807e2ca-f025-40b7-9fac-c6954fccc7df'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:47:28.101160 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:47:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['d807e2ca-f025-40b7-9fac-c6954fccc7df'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:28.118256 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:28.123264 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55392) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:28.123801 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2492409 Apr 20 05:47:28.205625 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:28.287106 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port 3fb3cab2-18c5-45f6-8ac8-accbde854148, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=3fb3cab2-18c5-45f6-8ac8-accbde854148,segment=NetworkSegment(59adb665-f13d-461a-bbec-db50e0697ffa),segment_id=59adb665-f13d-461a-bbec-db50e0697ffa)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:47:28.304382 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:28.306424 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:28.443285 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=3fb3cab2-18c5-45f6-8ac8-accbde854148,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:28.454663 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:28.545054 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Set router d807e2ca-f025-40b7-9fac-c6954fccc7df gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:47:28.650679 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1550f-f491-481a-854d-c3ebc5a536dd req-74be455d-4ffb-45f1-9a7a-0a4ce5eb22d2 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:28.657592 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-79d1550f-f491-481a-854d-c3ebc5a536dd req-74be455d-4ffb-45f1-9a7a-0a4ce5eb22d2 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 946 time: 0.1012597 Apr 20 05:47:28.702508 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-79d1550f-f491-481a-854d-c3ebc5a536dd req-72897321-c178-434b-8c5c-152b5402b309 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428801 Apr 20 05:47:28.730951 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cb9ce-3360-405b-bc29-ee2b3affa72b req-8b4bdb2b-450c-4f32-be29-cfa6bbc702cd tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:28.730951 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-759cb9ce-3360-405b-bc29-ee2b3affa72b req-8b4bdb2b-450c-4f32-be29-cfa6bbc702cd tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 945 time: 0.2727776 Apr 20 05:47:28.815963 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-759cb9ce-3360-405b-bc29-ee2b3affa72b req-934ac48a-a111-44f1-b902-08a7357219c4 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732861 Apr 20 05:47:28.893510 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'name': 'tempest-TestMinimumBasicScenario-437569677-router', 'tenant_id': '0edc60d830e64087bbff2cb691a746df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '6f2425bd-4833-4e2c-a5d2-8b9077d106ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:24Z', 'updated_at': '2021-04-20T05:47:26Z', 'revision_number': 3, 'project_id': '0edc60d830e64087bbff2cb691a746df', 'gw_port': {'id': '6f2425bd-4833-4e2c-a5d2-8b9077d106ce', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:25Z', 'updated_at': '2021-04-20T05:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:28.897798 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Checking router: d807e2ca-f025-40b7-9fac-c6954fccc7df for host: dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:47:28.898208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Updating router d807e2ca-f025-40b7-9fac-c6954fccc7df port 6f2425bd-4833-4e2c-a5d2-8b9077d106ce binding host dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:47:28.956834 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:29.059464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1491a7dd-8e09-4da1-bdf7-85b39544eabd None None] Network 33a08e45-df25-4872-894d-a25d8dcb0d53 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:47:29.201888 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-5e0f3783-aaa7-4a46-86bc-1bb2b7c3c988 None None] Provisioning for port 9a6adeea-dee9-433a-88ca-599908c77e2a completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:47:29.202126 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:29.298597 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device cf4d7d04-19fa-474c-8932-8c0c5c31a54b up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:47:29.305611 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Notify callbacks [] for port, precommit_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:29.317790 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Transition to ACTIVE for port object 6f2425bd-4833-4e2c-a5d2-8b9077d106ce will not be triggered until provisioned by entity L2. {{(pid=86334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:47:29.324853 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:29.329930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:29.399230 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c71517-4315-413a-ac48-fea06dd7fdd3 None None] Pushing event updated for resources: {'Port': ['ID=6f2425bd-4833-4e2c-a5d2-8b9077d106ce,revision_number=2']} {{(pid=86334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:29.403490 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-78c71517-4315-413a-ac48-fea06dd7fdd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:29.422413 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Attempting to bind port 6f2425bd-4833-4e2c-a5d2-8b9077d106ce on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:47:29.422833 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Attempting to bind port 6f2425bd-4833-4e2c-a5d2-8b9077d106ce by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}] {{(pid=86334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:47:29.423243 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Attempting to bind port 6f2425bd-4833-4e2c-a5d2-8b9077d106ce on network 50a41118-ba44-449f-9b81-e04381d54b8b {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:47:29.430260 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:47:29.430675 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Checking segment: {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:47:29.431121 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:29.431557 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Bound using segment: {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'} {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:47:29.432109 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Bound port: 6f2425bd-4833-4e2c-a5d2-8b9077d106ce, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}}] {{(pid=86334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:47:29.432469 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:29.437524 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port cf4d7d04-19fa-474c-8932-8c0c5c31a54b completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:47:29.446508 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port cf4d7d04-19fa-474c-8932-8c0c5c31a54b triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:29.446879 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:29.517341 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] For port 6f2425bd-4833-4e2c-a5d2-8b9077d106ce, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:47:29.521242 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] For port 6f2425bd-4833-4e2c-a5d2-8b9077d106ce, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=6f2425bd-4833-4e2c-a5d2-8b9077d106ce,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:47:29.527334 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:29.533156 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:29.588571 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:29.615080 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c71517-4315-413a-ac48-fea06dd7fdd3 None None] Pushing event updated for resources: {'Port': ['ID=6f2425bd-4833-4e2c-a5d2-8b9077d106ce,revision_number=3']} {{(pid=86334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:29.620488 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-78c71517-4315-413a-ac48-fea06dd7fdd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:29.634937 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port cf4d7d04-19fa-474c-8932-8c0c5c31a54b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cf4d7d04-19fa-474c-8932-8c0c5c31a54b,segment=NetworkSegment(144eced7-532e-40dd-b1df-a889271e06ed),segment_id=144eced7-532e-40dd-b1df-a889271e06ed)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:47:29.635193 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Routers {'d807e2ca-f025-40b7-9fac-c6954fccc7df'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:47:29.635739 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:47:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['d807e2ca-f025-40b7-9fac-c6954fccc7df'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:29.636233 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06a12fd-17c6-4b44-9814-78dbb1f2b973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4d7d04-19fa-474c-8932-8c0c5c31a54b'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:47:29.643984 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:29.647172 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:29.675354 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Allocated IP 172.20.0.1 (33a08e45-df25-4872-894d-a25d8dcb0d53/ed6784a2-dcba-4244-ac26-e79db20c0a9f/ae09fe91-3fae-4577-8c65-d54e9059e5f2) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:47:29.790516 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06a12fd-17c6-4b44-9814-78dbb1f2b973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4d7d04-19fa-474c-8932-8c0c5c31a54b', 'code': 200} Apr 20 05:47:29.791570 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=cf4d7d04-19fa-474c-8932-8c0c5c31a54b,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:29.805634 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:29.891760 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:29.948069 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Transition to ACTIVE for port object ae09fe91-3fae-4577-8c65-d54e9059e5f2 will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:47:29.958572 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] Set router d807e2ca-f025-40b7-9fac-c6954fccc7df gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:47:30.029133 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 3fb3cab2-18c5-45f6-8ac8-accbde854148 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:47:30.153005 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:30.158118 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-89388c36-1325-47b5-b7f9-3930d167dc95 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:30.173669 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73a084-0788-4577-a668-fffae6d7466f req-0f3393a8-c08f-4e9f-842d-0cde2864c034 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:30.175896 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4f73a084-0788-4577-a668-fffae6d7466f req-0f3393a8-c08f-4e9f-842d-0cde2864c034 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 946 time: 0.1838806 Apr 20 05:47:30.212370 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 3fb3cab2-18c5-45f6-8ac8-accbde854148 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:30.213094 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:30.235112 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4f73a084-0788-4577-a668-fffae6d7466f req-a1279e0c-1966-4ec0-816c-b51403705024 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525134 Apr 20 05:47:30.268477 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Network 33a08e45-df25-4872-894d-a25d8dcb0d53 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:47:30.293306 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1c014-21fd-4475-a46f-34a473750808 req-d549c7ed-054b-478e-bbc9-afe8546381bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:30.295594 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-feb1c014-21fd-4475-a46f-34a473750808 req-d549c7ed-054b-478e-bbc9-afe8546381bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 1099 time: 0.2820532 Apr 20 05:47:30.299517 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Pushing event updated for resources: {'Port': ['ID=ae09fe91-3fae-4577-8c65-d54e9059e5f2,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:30.304704 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:47:30.333821 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49600557-6b69-4e95-922f-8ee20efd171e req-3f300a7b-8f0a-4e76-9329-db6045c3a60b tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:30.335427 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-49600557-6b69-4e95-922f-8ee20efd171e req-3f300a7b-8f0a-4e76-9329-db6045c3a60b tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.13 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 946 time: 0.0960369 Apr 20 05:47:30.337998 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:30.355562 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:47:30.366569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'name': 'tempest-TestMinimumBasicScenario-437569677-router', 'tenant_id': '0edc60d830e64087bbff2cb691a746df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '6f2425bd-4833-4e2c-a5d2-8b9077d106ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:24Z', 'updated_at': '2021-04-20T05:47:26Z', 'revision_number': 3, 'project_id': '0edc60d830e64087bbff2cb691a746df', 'gw_port': {'id': '6f2425bd-4833-4e2c-a5d2-8b9077d106ce', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:25Z', 'updated_at': '2021-04-20T05:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:30.371221 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b27f68-3dc1-42e3-bef1-ddc9bba19325 None None] The sync data for ids ['d807e2ca-f025-40b7-9fac-c6954fccc7df'] in dv-cinder-786054-4-smb is: [{'id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'name': 'tempest-TestMinimumBasicScenario-437569677-router', 'tenant_id': '0edc60d830e64087bbff2cb691a746df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '6f2425bd-4833-4e2c-a5d2-8b9077d106ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:24Z', 'updated_at': '2021-04-20T05:47:26Z', 'revision_number': 3, 'project_id': '0edc60d830e64087bbff2cb691a746df', 'gw_port': {'id': '6f2425bd-4833-4e2c-a5d2-8b9077d106ce', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:25Z', 'updated_at': '2021-04-20T05:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}] {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:47:30.372486 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 9a6adeea-dee9-433a-88ca-599908c77e2a up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:47:30.441129 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-49600557-6b69-4e95-922f-8ee20efd171e req-73e7ff30-44d2-4523-9899-9a3bf496d898 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Deleting port d0113b4a-0188-43c7-8557-6a67f73ea282 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:47:30.441442 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-49600557-6b69-4e95-922f-8ee20efd171e req-73e7ff30-44d2-4523-9899-9a3bf496d898 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:30.453480 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4cb2d-3e11-487d-bbaa-1716b0b9bf87 req-19e1b508-dbb9-4cb3-9106-9170c6fe53ef tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:30.455130 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-14f4cb2d-3e11-487d-bbaa-1716b0b9bf87 req-19e1b508-dbb9-4cb3-9106-9170c6fe53ef tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 946 time: 0.5053494 Apr 20 05:47:30.464905 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146814'] for router_interface, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:30.469687 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port 9a6adeea-dee9-433a-88ca-599908c77e2a completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:47:30.475899 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 9a6adeea-dee9-433a-88ca-599908c77e2a triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:30.476687 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:30.534757 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-14f4cb2d-3e11-487d-bbaa-1716b0b9bf87 req-29b88717-7e62-441a-9ed0-ddb81b028a5b tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2f642ed-7083-4501-88e5-b6b055e0688d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657697 Apr 20 05:47:30.536754 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-feb1c014-21fd-4475-a46f-34a473750808 req-13e2c783-e0af-45ca-b9da-5560caa2d596 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160828 Apr 20 05:47:30.628841 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:30.657812 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:30.673333 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port 9a6adeea-dee9-433a-88ca-599908c77e2a, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=9a6adeea-dee9-433a-88ca-599908c77e2a,segment=NetworkSegment(15ea28e6-b247-4736-8d2c-d903391fab3c),segment_id=15ea28e6-b247-4736-8d2c-d903391fab3c)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:47:30.674941 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-09fab93c-65b2-425c-a813-ee50e093311f None None] Provisioning for port ae09fe91-3fae-4577-8c65-d54e9059e5f2 completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:47:30.680404 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:30.682534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:30.712938 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-09fab93c-65b2-425c-a813-ee50e093311f None None] Provisioning complete for port ae09fe91-3fae-4577-8c65-d54e9059e5f2 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:30.713365 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-09fab93c-65b2-425c-a813-ee50e093311f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:30.731277 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-49600557-6b69-4e95-922f-8ee20efd171e req-73e7ff30-44d2-4523-9899-9a3bf496d898 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] For port d0113b4a-0188-43c7-8557-6a67f73ea282, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=d0113b4a-0188-43c7-8557-6a67f73ea282,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:47:30.731871 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-49600557-6b69-4e95-922f-8ee20efd171e req-73e7ff30-44d2-4523-9899-9a3bf496d898 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:30.975667 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:30.982833 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:31.001957 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-09fab93c-65b2-425c-a813-ee50e093311f None None] Port ae09fe91-3fae-4577-8c65-d54e9059e5f2 cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:47:31.007284 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=9a6adeea-dee9-433a-88ca-599908c77e2a,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:31.011181 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:31.021636 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:31.114890 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Pushing event updated for resources: {'Port': ['ID=ae09fe91-3fae-4577-8c65-d54e9059e5f2,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:31.118353 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:31.124815 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854020177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629093'] for router_interface, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:31.282398 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Network 33a08e45-df25-4872-894d-a25d8dcb0d53 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:47:31.283796 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:47:31.356960 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-49600557-6b69-4e95-922f-8ee20efd171e req-73e7ff30-44d2-4523-9899-9a3bf496d898 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:31.357752 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-49600557-6b69-4e95-922f-8ee20efd171e req-73e7ff30-44d2-4523-9899-9a3bf496d898 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:31.358319 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.l3_db [req-49600557-6b69-4e95-922f-8ee20efd171e req-73e7ff30-44d2-4523-9899-9a3bf496d898 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Floating IP 1438fcd9-9ee8-42c2-b360-66b4de6fcf5c disassociated. External IP: 172.28.3.212, port: d0113b4a-0188-43c7-8557-6a67f73ea282. Apr 20 05:47:31.358907 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-49600557-6b69-4e95-922f-8ee20efd171e req-73e7ff30-44d2-4523-9899-9a3bf496d898 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Calling delete_port for d0113b4a-0188-43c7-8557-6a67f73ea282 owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:47:31.618192 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-49600557-6b69-4e95-922f-8ee20efd171e req-73e7ff30-44d2-4523-9899-9a3bf496d898 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:31.625917 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-7f585582-8ba1-4b11-a5b0-9ae9d8b37790 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:31.640663 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Router d807e2ca-f025-40b7-9fac-c6954fccc7df has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:47:31.645622 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-644af3b6-6e9a-4a02-82a6-399956da8858 None None] Provisioning complete for port ae09fe91-3fae-4577-8c65-d54e9059e5f2 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:31.646045 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-644af3b6-6e9a-4a02-82a6-399956da8858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:31.687543 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7ff30-44d2-4523-9899-9a3bf496d898 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Pushing event deleted for resources: {'Port': ['ID=d0113b4a-0188-43c7-8557-6a67f73ea282,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:31.691205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-73e7ff30-44d2-4523-9899-9a3bf496d898 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:31.727216 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-644af3b6-6e9a-4a02-82a6-399956da8858 None None] Port ae09fe91-3fae-4577-8c65-d54e9059e5f2 cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:47:31.832072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e181b96-76dd-4144-8c61-07f57be937f0 req-09e59150-2408-45e7-9d97-8fc5aaace3d0 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:31.833848 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4e181b96-76dd-4144-8c61-07f57be937f0 req-09e59150-2408-45e7-9d97-8fc5aaace3d0 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 946 time: 0.2743256 Apr 20 05:47:31.849805 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0ca2036c-1053-4f4e-897e-0562a6c1043b req-3d9f5e22-b0f9-4bdd-9fbf-c80cf9f5b598 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 210 time: 0.0703156 Apr 20 05:47:31.921066 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:47:31.934392 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4e181b96-76dd-4144-8c61-07f57be937f0 req-6fc5edd9-d447-49ed-a569-f83a2267436c tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931220 Apr 20 05:47:31.937522 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] 10.222.0.44 "PUT /v2.0/routers/d807e2ca-f025-40b7-9fac-c6954fccc7df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8132467 Apr 20 05:47:31.998384 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 9a6adeea-dee9-433a-88ca-599908c77e2a up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:47:32.078226 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49600557-6b69-4e95-922f-8ee20efd171e req-73e7ff30-44d2-4523-9899-9a3bf496d898 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Router 9b0ad32a-397b-4e45-957b-936a7d45b31e has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:47:32.103673 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 9a6adeea-dee9-433a-88ca-599908c77e2a triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:32.104258 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:32.259229 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 6f2425bd-4833-4e2c-a5d2-8b9077d106ce up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:47:32.274657 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149837a-ca99-4158-a1ec-88934b7f0127 req-afe22f3a-1a19-4d63-bcb3-0518f7747e47 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:32.276553 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5149837a-ca99-4158-a1ec-88934b7f0127 req-afe22f3a-1a19-4d63-bcb3-0518f7747e47 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.2747304 Apr 20 05:47:32.348054 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49600557-6b69-4e95-922f-8ee20efd171e req-73e7ff30-44d2-4523-9899-9a3bf496d898 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:47:32.352433 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5149837a-ca99-4158-a1ec-88934b7f0127 req-2586e72f-d2bd-43a2-ae05-bb4ee4455abf tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679250 Apr 20 05:47:32.358747 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797fa1cb-579a-475c-83de-43f0d324cea6 None None] Sync routers for ids ['9b0ad32a-397b-4e45-957b-936a7d45b31e'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:47:32.375329 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797fa1cb-579a-475c-83de-43f0d324cea6 None None] Routers {'9b0ad32a-397b-4e45-957b-936a7d45b31e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:47:32.376015 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-797fa1cb-579a-475c-83de-43f0d324cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:47:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['9b0ad32a-397b-4e45-957b-936a7d45b31e'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:32.449927 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-49600557-6b69-4e95-922f-8ee20efd171e req-73e7ff30-44d2-4523-9899-9a3bf496d898 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] No DVR routers for this DVR port d0113b4a-0188-43c7-8557-6a67f73ea282 on host hv-cinder-78605 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:47:32.452528 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-49600557-6b69-4e95-922f-8ee20efd171e req-73e7ff30-44d2-4523-9899-9a3bf496d898 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:32.455706 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fe3501-9830-4328-a268-0f40d9b95fad', 'name': 'network-vif-deleted', 'tag': 'd0113b4a-0188-43c7-8557-6a67f73ea282'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:47:32.463716 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port 6f2425bd-4833-4e2c-a5d2-8b9077d106ce completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:47:32.478223 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 6f2425bd-4833-4e2c-a5d2-8b9077d106ce triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:32.478643 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:32.485529 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-49600557-6b69-4e95-922f-8ee20efd171e req-73e7ff30-44d2-4523-9899-9a3bf496d898 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.13 "DELETE /v2.0/ports/d0113b4a-0188-43c7-8557-6a67f73ea282 HTTP/1.1" status: 204 len: 173 time: 2.1418440 Apr 20 05:47:32.515778 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fe3501-9830-4328-a268-0f40d9b95fad', 'name': 'network-vif-deleted', 'tag': 'd0113b4a-0188-43c7-8557-6a67f73ea282', 'status': 'completed', 'code': 200} Apr 20 05:47:32.725214 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-797fa1cb-579a-475c-83de-43f0d324cea6 None None] Set router 9b0ad32a-397b-4e45-957b-936a7d45b31e gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:47:32.810850 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:32.927395 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port 6f2425bd-4833-4e2c-a5d2-8b9077d106ce, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=6f2425bd-4833-4e2c-a5d2-8b9077d106ce,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:47:32.990982 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:32.995583 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-991eca95-6361-4970-b4af-8cee1f692595 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:33.129126 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=6f2425bd-4833-4e2c-a5d2-8b9077d106ce,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:33.132714 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:33.201815 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-83a08291-d96f-4f39-99a9-7e40fb0003f9 req-f79b8c81-dd87-4adb-8359-3392e7114ab0 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Synchronizing usage tracker for tenant:10c6bb10c09f41b2bd958de46431d375 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:47:33.232219 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-83a08291-d96f-4f39-99a9-7e40fb0003f9 req-f79b8c81-dd87-4adb-8359-3392e7114ab0 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Unset dirty status for tenant:10c6bb10c09f41b2bd958de46431d375 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:47:33.260571 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-797fa1cb-579a-475c-83de-43f0d324cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '9eda9181-7041-426e-a31e-4eb394066367', 'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'mac_address': 'fa:16:3e:6c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:21Z', 'revision_number': 5, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'subnets': [{'id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:33.262071 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-83a08291-d96f-4f39-99a9-7e40fb0003f9 req-f79b8c81-dd87-4adb-8359-3392e7114ab0 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=87fe3501-9830-4328-a268-0f40d9b95fad HTTP/1.1" status: 200 len: 210 time: 0.1625600 Apr 20 05:47:33.271205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797fa1cb-579a-475c-83de-43f0d324cea6 None None] Checking router: 9b0ad32a-397b-4e45-957b-936a7d45b31e for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:47:33.293156 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797fa1cb-579a-475c-83de-43f0d324cea6 None None] Routers {'9b0ad32a-397b-4e45-957b-936a7d45b31e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:47:33.293826 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-797fa1cb-579a-475c-83de-43f0d324cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:47:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['9b0ad32a-397b-4e45-957b-936a7d45b31e'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:33.408334 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device d0113b4a-0188-43c7-8557-6a67f73ea282 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:47:33.419497 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98c372-a9e6-4bd6-bc3e-cd9174f5da1f req-f2fc28d8-ce96-49f4-ab7c-49860dfeee62 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:33.421191 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cb98c372-a9e6-4bd6-bc3e-cd9174f5da1f req-f2fc28d8-ce96-49f4-ab7c-49860dfeee62 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 946 time: 0.1923549 Apr 20 05:47:33.472656 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] No Port match for: d0113b4a-0188-43c7-8557-6a67f73ea282 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:47:33.473163 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device d0113b4a-0188-43c7-8557-6a67f73ea282 not bound to the agent host hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:47:33.521795 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cb98c372-a9e6-4bd6-bc3e-cd9174f5da1f req-f5843a75-8f27-40ce-a842-774389adc1b9 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849206 Apr 20 05:47:33.738157 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98070838-1c91-4ccf-8a2b-e62bec49f637 req-65d9fcfb-ec8e-4806-bf65-c26f49bd8485 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:33.747752 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-797fa1cb-579a-475c-83de-43f0d324cea6 None None] Set router 9b0ad32a-397b-4e45-957b-936a7d45b31e gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:47:33.757546 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-98070838-1c91-4ccf-8a2b-e62bec49f637 req-65d9fcfb-ec8e-4806-bf65-c26f49bd8485 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.1771808 Apr 20 05:47:33.783167 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Sync routers for ids ['d807e2ca-f025-40b7-9fac-c6954fccc7df'] in dv-cinder-786054-4-smb {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:47:33.803826 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Routers {'d807e2ca-f025-40b7-9fac-c6954fccc7df'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:47:33.804524 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:47:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['d807e2ca-f025-40b7-9fac-c6954fccc7df'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:33.839912 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-98070838-1c91-4ccf-8a2b-e62bec49f637 req-b4302e6e-9998-4a39-8c8e-bb657959f5e1 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814276 Apr 20 05:47:34.008954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 6f2425bd-4833-4e2c-a5d2-8b9077d106ce up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:47:34.222150 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Set router d807e2ca-f025-40b7-9fac-c6954fccc7df gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:47:34.246598 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073192b9-b363-466f-833d-c95cca1afb80 req-cc7e4aa9-cb52-41f8-b650-8bb2c3dae264 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:34.249640 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-073192b9-b363-466f-833d-c95cca1afb80 req-cc7e4aa9-cb52-41f8-b650-8bb2c3dae264 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.13 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.2249517 Apr 20 05:47:34.463903 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 6f2425bd-4833-4e2c-a5d2-8b9077d106ce triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:34.464327 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:34.475174 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-073192b9-b363-466f-833d-c95cca1afb80 req-8b2ec65d-4aec-475a-aa7f-dcd2a214af84 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Deleting port 0ea0210d-47bf-4c61-be2b-67b01094b74b {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:47:34.475560 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-073192b9-b363-466f-833d-c95cca1afb80 req-8b2ec65d-4aec-475a-aa7f-dcd2a214af84 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:34.556287 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55476) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:34.556901 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-797fa1cb-579a-475c-83de-43f0d324cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '9eda9181-7041-426e-a31e-4eb394066367', 'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'mac_address': 'fa:16:3e:6c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:21Z', 'revision_number': 5, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'subnets': [{'id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:34.563321 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797fa1cb-579a-475c-83de-43f0d324cea6 None None] The sync data for ids ['9b0ad32a-397b-4e45-957b-936a7d45b31e'] in dv-cinder-786054-4-smb is: [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '9eda9181-7041-426e-a31e-4eb394066367', 'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'mac_address': 'fa:16:3e:6c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:21Z', 'revision_number': 5, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'subnets': [{'id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:47:34.781328 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a5cc-d327-4754-bcd3-560167660fff tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:34.860455 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a5cc-d327-4754-bcd3-560167660fff tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:34.875382 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'name': 'tempest-TestMinimumBasicScenario-437569677-router', 'tenant_id': '0edc60d830e64087bbff2cb691a746df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '6f2425bd-4833-4e2c-a5d2-8b9077d106ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:24Z', 'updated_at': '2021-04-20T05:47:30Z', 'revision_number': 4, 'project_id': '0edc60d830e64087bbff2cb691a746df', 'gw_port': {'id': '6f2425bd-4833-4e2c-a5d2-8b9077d106ce', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:25Z', 'updated_at': '2021-04-20T05:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': 'ae09fe91-3fae-4577-8c65-d54e9059e5f2', 'name': '', 'network_id': '33a08e45-df25-4872-894d-a25d8dcb0d53', 'tenant_id': '0edc60d830e64087bbff2cb691a746df', 'mac_address': 'fa:16:3e:3a:0b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed6784a2-dcba-4244-ac26-e79db20c0a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:29Z', 'updated_at': '2021-04-20T05:47:30Z', 'revision_number': 2, 'project_id': '0edc60d830e64087bbff2cb691a746df', 'subnets': [{'id': 'ed6784a2-dcba-4244-ac26-e79db20c0a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:34.906982 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Checking router: d807e2ca-f025-40b7-9fac-c6954fccc7df for host: dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:47:34.907385 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Updating router d807e2ca-f025-40b7-9fac-c6954fccc7df port ae09fe91-3fae-4577-8c65-d54e9059e5f2 binding host dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:47:34.952202 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a5cc-d327-4754-bcd3-560167660fff tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:34.958044 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d085b3bd-de4b-40b2-87cd-89cd53988dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:34.995945 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8a5cc-d327-4754-bcd3-560167660fff tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f642ed-7083-4501-88e5-b6b055e0688d,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:35.006707 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-dbb8a5cc-d327-4754-bcd3-560167660fff tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:35.022024 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dbb8a5cc-d327-4754-bcd3-560167660fff tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:35.033302 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-dbb8a5cc-d327-4754-bcd3-560167660fff tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "DELETE /v2.0/security-groups/f2f642ed-7083-4501-88e5-b6b055e0688d HTTP/1.1" status: 204 len: 168 time: 0.4727619 Apr 20 05:47:35.034129 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55482) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:35.062960 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:35.077565 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.v2.resource [None req-e539e880-7bab-433d-8186-8303a1785f6e tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] show failed (client error): The resource could not be found. Apr 20 05:47:35.085830 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-e539e880-7bab-433d-8186-8303a1785f6e tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups/f2f642ed-7083-4501-88e5-b6b055e0688d HTTP/1.1" status: 404 len: 347 time: 0.0505397 Apr 20 05:47:35.087976 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55486) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:35.197564 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8a7309-8b04-4e91-ba8f-a7adda7546dc None None] New status for floating IP 1438fcd9-9ee8-42c2-b360-66b4de6fcf5c: DOWN {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 05:47:35.305178 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Deleting port edeb23dc-3489-4bab-b73d-7ef64474a091 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:47:35.305722 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:35.399170 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-073192b9-b363-466f-833d-c95cca1afb80 req-8b2ec65d-4aec-475a-aa7f-dcd2a214af84 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] For port 0ea0210d-47bf-4c61-be2b-67b01094b74b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=0ea0210d-47bf-4c61-be2b-67b01094b74b,segment=NetworkSegment(dcc14624-4dd7-4ea5-911d-193abaf0eac1),segment_id=dcc14624-4dd7-4ea5-911d-193abaf0eac1)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:47:35.399560 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-073192b9-b363-466f-833d-c95cca1afb80 req-8b2ec65d-4aec-475a-aa7f-dcd2a214af84 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:35.689589 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:35.692424 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:35.716883 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-073192b9-b363-466f-833d-c95cca1afb80 req-8b2ec65d-4aec-475a-aa7f-dcd2a214af84 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Calling delete_port for 0ea0210d-47bf-4c61-be2b-67b01094b74b owned by compute:nova {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:47:35.743640 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Notify callbacks [] for port, precommit_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:35.756759 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Transition to ACTIVE for port object ae09fe91-3fae-4577-8c65-d54e9059e5f2 will not be triggered until provisioned by entity L2. {{(pid=86334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:47:35.779589 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:35.797420 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2e5c91b7-12bd-4475-b70a-acca2a656973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:35.816633 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5790cd6-9faf-43f7-9310-d0dc2321eb10 req-10064bd5-6e2b-4359-a616-4e2cde792de6 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:35.819069 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c5790cd6-9faf-43f7-9310-d0dc2321eb10 req-10064bd5-6e2b-4359-a616-4e2cde792de6 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 946 time: 0.7058799 Apr 20 05:47:35.943613 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65748a77-642a-435b-bc1b-730c2ddc0b68 None None] Pushing event updated for resources: {'Port': ['ID=ae09fe91-3fae-4577-8c65-d54e9059e5f2,revision_number=3']} {{(pid=86334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:35.992433 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-65748a77-642a-435b-bc1b-730c2ddc0b68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:36.005485 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c5790cd6-9faf-43f7-9310-d0dc2321eb10 req-b92486d6-65d8-4ba5-8aab-ec6ec91f35ed tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773658 Apr 20 05:47:36.072414 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Calling delete_port for edeb23dc-3489-4bab-b73d-7ef64474a091 owned by network:floatingip {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:47:36.239621 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-49df4167-42a5-4e61-803e-3d9aa3a6090c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:36.239830 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-073192b9-b363-466f-833d-c95cca1afb80 req-8b2ec65d-4aec-475a-aa7f-dcd2a214af84 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:36.246061 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-23f889f7-952d-4fc9-85a8-9491345dee75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:36.253972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['5c07fedc-27d3-4235-97e5-911362c0ad45'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:47:36.306230 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.db.api [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 05:47:36.306782 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_db.api [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 05:47:36.346290 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ec65d-4aec-475a-aa7f-dcd2a214af84 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Pushing event deleted for resources: {'Port': ['ID=0ea0210d-47bf-4c61-be2b-67b01094b74b,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:36.349712 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-8b2ec65d-4aec-475a-aa7f-dcd2a214af84 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:36.385649 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Attempting to bind port ae09fe91-3fae-4577-8c65-d54e9059e5f2 on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:47:36.386243 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Attempting to bind port ae09fe91-3fae-4577-8c65-d54e9059e5f2 by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': '15ea28e6-b247-4736-8d2c-d903391fab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '33a08e45-df25-4872-894d-a25d8dcb0d53'}] {{(pid=86334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:47:36.386772 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Attempting to bind port ae09fe91-3fae-4577-8c65-d54e9059e5f2 on network 33a08e45-df25-4872-894d-a25d8dcb0d53 {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:47:36.395478 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:47:36.396053 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Checking segment: {'id': '15ea28e6-b247-4736-8d2c-d903391fab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '33a08e45-df25-4872-894d-a25d8dcb0d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:47:36.396617 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:36.397199 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Bound using segment: {'id': '15ea28e6-b247-4736-8d2c-d903391fab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '33a08e45-df25-4872-894d-a25d8dcb0d53'} {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:47:36.398669 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Bound port: ae09fe91-3fae-4577-8c65-d54e9059e5f2, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ea28e6-b247-4736-8d2c-d903391fab3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '33a08e45-df25-4872-894d-a25d8dcb0d53'}}] {{(pid=86334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:47:36.398669 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:36.461130 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-073192b9-b363-466f-833d-c95cca1afb80 req-8b2ec65d-4aec-475a-aa7f-dcd2a214af84 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] No DVR routers for this DVR port 0ea0210d-47bf-4c61-be2b-67b01094b74b on host hv-cinder-78605 {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:47:36.463987 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-073192b9-b363-466f-833d-c95cca1afb80 req-8b2ec65d-4aec-475a-aa7f-dcd2a214af84 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:36.467560 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed543d3-74b1-4cf1-9aa4-616e119ea9b0', 'name': 'network-vif-deleted', 'tag': '0ea0210d-47bf-4c61-be2b-67b01094b74b'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:47:36.488605 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-073192b9-b363-466f-833d-c95cca1afb80 req-8b2ec65d-4aec-475a-aa7f-dcd2a214af84 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.13 "DELETE /v2.0/ports/0ea0210d-47bf-4c61-be2b-67b01094b74b HTTP/1.1" status: 204 len: 173 time: 2.2218761 Apr 20 05:47:36.578843 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] For port ae09fe91-3fae-4577-8c65-d54e9059e5f2, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:47:36.587321 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] For port ae09fe91-3fae-4577-8c65-d54e9059e5f2, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=ae09fe91-3fae-4577-8c65-d54e9059e5f2,segment=NetworkSegment(15ea28e6-b247-4736-8d2c-d903391fab3c),segment_id=15ea28e6-b247-4736-8d2c-d903391fab3c)] {{(pid=86334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:47:36.592953 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:36.596362 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed543d3-74b1-4cf1-9aa4-616e119ea9b0', 'name': 'network-vif-deleted', 'tag': '0ea0210d-47bf-4c61-be2b-67b01094b74b', 'status': 'completed', 'code': 200} Apr 20 05:47:36.606914 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-78c71517-4315-413a-ac48-fea06dd7fdd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:36.712683 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Routers {'d807e2ca-f025-40b7-9fac-c6954fccc7df'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:47:36.717191 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:47:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['d807e2ca-f025-40b7-9fac-c6954fccc7df'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:36.789763 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65748a77-642a-435b-bc1b-730c2ddc0b68 None None] Pushing event updated for resources: {'Port': ['ID=ae09fe91-3fae-4577-8c65-d54e9059e5f2,revision_number=4']} {{(pid=86334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:36.808199 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Deleting port edeb23dc-3489-4bab-b73d-7ef64474a091 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:47:36.809464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:36.848236 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-65748a77-642a-435b-bc1b-730c2ddc0b68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:37.275568 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] Set router d807e2ca-f025-40b7-9fac-c6954fccc7df gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:47:37.341378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 0ea0210d-47bf-4c61-be2b-67b01094b74b no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:47:37.432818 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] No Port match for: 0ea0210d-47bf-4c61-be2b-67b01094b74b {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:47:37.437122 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 0ea0210d-47bf-4c61-be2b-67b01094b74b not bound to the agent host hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:47:37.520870 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:37.525272 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:37.802314 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-9427ca67-3a14-4499-8f31-bd8fb195d3bd req-968f7e8a-e873-405a-b0a9-3d3a1cd4489e tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Synchronizing usage tracker for tenant:26775c98490b4d5599bd466a2c4e2ce2 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:47:37.815444 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Calling delete_port for edeb23dc-3489-4bab-b73d-7ef64474a091 owned by network:floatingip {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:47:37.823525 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-9427ca67-3a14-4499-8f31-bd8fb195d3bd req-968f7e8a-e873-405a-b0a9-3d3a1cd4489e tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Unset dirty status for tenant:26775c98490b4d5599bd466a2c4e2ce2 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:47:37.824823 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9427ca67-3a14-4499-8f31-bd8fb195d3bd req-968f7e8a-e873-405a-b0a9-3d3a1cd4489e tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed543d3-74b1-4cf1-9aa4-616e119ea9b0 HTTP/1.1" status: 200 len: 210 time: 0.4956205 Apr 20 05:47:37.935780 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'name': 'tempest-TestMinimumBasicScenario-437569677-router', 'tenant_id': '0edc60d830e64087bbff2cb691a746df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '6f2425bd-4833-4e2c-a5d2-8b9077d106ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:24Z', 'updated_at': '2021-04-20T05:47:30Z', 'revision_number': 4, 'project_id': '0edc60d830e64087bbff2cb691a746df', 'gw_port': {'id': '6f2425bd-4833-4e2c-a5d2-8b9077d106ce', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:25Z', 'updated_at': '2021-04-20T05:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': 'ae09fe91-3fae-4577-8c65-d54e9059e5f2', 'name': '', 'network_id': '33a08e45-df25-4872-894d-a25d8dcb0d53', 'tenant_id': '0edc60d830e64087bbff2cb691a746df', 'mac_address': 'fa:16:3e:3a:0b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed6784a2-dcba-4244-ac26-e79db20c0a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:29Z', 'updated_at': '2021-04-20T05:47:36Z', 'revision_number': 4, 'project_id': '0edc60d830e64087bbff2cb691a746df', 'subnets': [{'id': 'ed6784a2-dcba-4244-ac26-e79db20c0a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:37.939926 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7578722a-11ed-423d-aca9-e643111e5a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:37.951016 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6982d666-7650-406d-82ea-fb426bed1a50 None None] The sync data for ids ['d807e2ca-f025-40b7-9fac-c6954fccc7df'] in dv-cinder-786054-4-smb is: [{'id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'name': 'tempest-TestMinimumBasicScenario-437569677-router', 'tenant_id': '0edc60d830e64087bbff2cb691a746df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '6f2425bd-4833-4e2c-a5d2-8b9077d106ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:24Z', 'updated_at': '2021-04-20T05:47:30Z', 'revision_number': 4, 'project_id': '0edc60d830e64087bbff2cb691a746df', 'gw_port': {'id': '6f2425bd-4833-4e2c-a5d2-8b9077d106ce', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:25Z', 'updated_at': '2021-04-20T05:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': 'ae09fe91-3fae-4577-8c65-d54e9059e5f2', 'name': '', 'network_id': '33a08e45-df25-4872-894d-a25d8dcb0d53', 'tenant_id': '0edc60d830e64087bbff2cb691a746df', 'mac_address': 'fa:16:3e:3a:0b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ed6784a2-dcba-4244-ac26-e79db20c0a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:29Z', 'updated_at': '2021-04-20T05:47:36Z', 'revision_number': 4, 'project_id': '0edc60d830e64087bbff2cb691a746df', 'subnets': [{'id': 'ed6784a2-dcba-4244-ac26-e79db20c0a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:47:38.088721 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:38.100073 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:38.182855 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Pushing event deleted for resources: {'Port': ['ID=edeb23dc-3489-4bab-b73d-7ef64474a091,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:38.195649 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:38.308101 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for floatingip, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:38.329276 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for floatingip, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:38.333727 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "DELETE /v2.0/floatingips/1438fcd9-9ee8-42c2-b360-66b4de6fcf5c HTTP/1.1" status: 204 len: 168 time: 3.2415192 Apr 20 05:47:38.763045 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:38.848719 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55514) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:38.858785 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-dbecffd8-6aa6-4f3c-95fd-66cc583d4fce tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1314535386', 'description': 'tempest-description--1444996911'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:47:38.869243 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-dbecffd8-6aa6-4f3c-95fd-66cc583d4fce tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:38.881407 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-dbecffd8-6aa6-4f3c-95fd-66cc583d4fce tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Usage tracker for resource:security_group and tenant:10c6bb10c09f41b2bd958de46431d375 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:47:38.885604 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-dbecffd8-6aa6-4f3c-95fd-66cc583d4fce tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:47:38.892856 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-dbecffd8-6aa6-4f3c-95fd-66cc583d4fce tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:38.907051 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dbecffd8-6aa6-4f3c-95fd-66cc583d4fce tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:38.940310 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-dbecffd8-6aa6-4f3c-95fd-66cc583d4fce tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:38.946190 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-dbecffd8-6aa6-4f3c-95fd-66cc583d4fce tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Usage tracker for resource:security_group_rule and tenant:10c6bb10c09f41b2bd958de46431d375 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:47:38.949608 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-dbecffd8-6aa6-4f3c-95fd-66cc583d4fce tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:47:38.957712 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-dbecffd8-6aa6-4f3c-95fd-66cc583d4fce tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:39.069886 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dbecffd8-6aa6-4f3c-95fd-66cc583d4fce tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:39.074177 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dbecffd8-6aa6-4f3c-95fd-66cc583d4fce tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:39.078483 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:39.140160 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecffd8-6aa6-4f3c-95fd-66cc583d4fce tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=403b040b-0d27-4b42-83f2-7d9c644fc805,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:39.164014 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-dbecffd8-6aa6-4f3c-95fd-66cc583d4fce tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:39.196335 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dbecffd8-6aa6-4f3c-95fd-66cc583d4fce tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:39.198019 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-dbecffd8-6aa6-4f3c-95fd-66cc583d4fce tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3442166 Apr 20 05:47:39.201135 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55522) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:39.211344 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-5ce3e2e5-4984-4997-82fe-e0e4c05c7451 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Request body: {'security_group_rule': {'security_group_id': '403b040b-0d27-4b42-83f2-7d9c644fc805', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:47:39.222639 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-5ce3e2e5-4984-4997-82fe-e0e4c05c7451 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:39.229184 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-5ce3e2e5-4984-4997-82fe-e0e4c05c7451 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Usage tracker for resource:security_group_rule and tenant:10c6bb10c09f41b2bd958de46431d375 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:47:39.236358 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-5ce3e2e5-4984-4997-82fe-e0e4c05c7451 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:47:39.243836 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-5ce3e2e5-4984-4997-82fe-e0e4c05c7451 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:39.267456 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ce3e2e5-4984-4997-82fe-e0e4c05c7451 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:39.353447 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ce3e2e5-4984-4997-82fe-e0e4c05c7451 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:39.360514 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ce3e2e5-4984-4997-82fe-e0e4c05c7451 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:39.363732 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-316533e9-8a74-44cb-a462-92a0597d30ae tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:39.390865 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3e2e5-4984-4997-82fe-e0e4c05c7451 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43010758-c532-43b8-8f05-843ec48aa774,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:39.413219 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5ce3e2e5-4984-4997-82fe-e0e4c05c7451 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:39.420984 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5ce3e2e5-4984-4997-82fe-e0e4c05c7451 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:39.422288 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-5ce3e2e5-4984-4997-82fe-e0e4c05c7451 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2199094 Apr 20 05:47:39.427063 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55528) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:39.434704 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-47885ece-eb8f-4d7a-a251-6c398b39f450 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Request body: {'security_group_rule': {'security_group_id': '403b040b-0d27-4b42-83f2-7d9c644fc805', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:47:39.452607 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-47885ece-eb8f-4d7a-a251-6c398b39f450 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:39.456879 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-47885ece-eb8f-4d7a-a251-6c398b39f450 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Usage tracker for resource:security_group_rule and tenant:10c6bb10c09f41b2bd958de46431d375 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:47:39.460173 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-47885ece-eb8f-4d7a-a251-6c398b39f450 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:47:39.466425 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-47885ece-eb8f-4d7a-a251-6c398b39f450 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:39.487999 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-47885ece-eb8f-4d7a-a251-6c398b39f450 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:39.503073 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9b822-da88-4b42-85a4-71c92f1d5f11 req-4f0b8c6b-9664-44ca-b9c5-b607923b2ccd tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:39.511105 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-95e9b822-da88-4b42-85a4-71c92f1d5f11 req-4f0b8c6b-9664-44ca-b9c5-b607923b2ccd tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1211014 Apr 20 05:47:39.547918 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:39.561107 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-47885ece-eb8f-4d7a-a251-6c398b39f450 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:39.566436 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-47885ece-eb8f-4d7a-a251-6c398b39f450 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:39.569009 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5ce3e2e5-4984-4997-82fe-e0e4c05c7451 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:39.573615 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-95e9b822-da88-4b42-85a4-71c92f1d5f11 req-97997156-c538-4b0d-9aef-d4d3ed182298 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612450 Apr 20 05:47:39.595819 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47885ece-eb8f-4d7a-a251-6c398b39f450 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31bd013e-7c56-4f19-b373-26322d68c0e5,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:39.603402 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-47885ece-eb8f-4d7a-a251-6c398b39f450 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:39.614374 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-47885ece-eb8f-4d7a-a251-6c398b39f450 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:39.616941 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-47885ece-eb8f-4d7a-a251-6c398b39f450 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1877611 Apr 20 05:47:39.619257 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55532) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:39.626994 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Request body: {'floatingip': {'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:47:39.634412 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:39.639203 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Usage tracker for resource:floatingip and tenant:10c6bb10c09f41b2bd958de46431d375 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:47:39.642902 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:47:39.649502 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:39.661880 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for floatingip, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:39.847611 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:39.895320 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device ae09fe91-3fae-4577-8c65-d54e9059e5f2 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:47:39.986528 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port ae09fe91-3fae-4577-8c65-d54e9059e5f2 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:47:39.991669 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port ae09fe91-3fae-4577-8c65-d54e9059e5f2 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:39.992271 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:40.042067 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Allocated IP 172.28.3.51 (50a41118-ba44-449f-9b81-e04381d54b8b/c213a0b6-2cec-4373-bed2-ef584dd5d4ed/e14e1337-c5da-43a9-9cf3-e22f9abff551) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:47:40.212405 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:40.218264 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:40.251829 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:40.256150 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port ae09fe91-3fae-4577-8c65-d54e9059e5f2, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=ae09fe91-3fae-4577-8c65-d54e9059e5f2,segment=NetworkSegment(15ea28e6-b247-4736-8d2c-d903391fab3c),segment_id=15ea28e6-b247-4736-8d2c-d903391fab3c)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:47:40.256980 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:40.265481 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:40.272075 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:40.318432 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Network 50a41118-ba44-449f-9b81-e04381d54b8b is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:47:40.326093 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:47:40.329036 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:47:40.359406 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=ae09fe91-3fae-4577-8c65-d54e9059e5f2,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:40.369039 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:40.369695 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:40.370624 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:40.371138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:40.371642 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:40.372153 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:40.372655 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:40.373180 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:40.373876 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:40.374373 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:40.374876 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:40.375501 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:47:40.384209 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Pushing event updated for resources: {'Port': ['ID=e14e1337-c5da-43a9-9cf3-e22f9abff551,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:40.390612 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:40.396830 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:40.409919 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:40.450514 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:40.515877 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:40.825373 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:40.839913 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3ba11-4350-4f27-b6a7-c0bcf089aa20 req-4fd8eac0-5a31-46b2-879c-71869c5a8d66 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:40.848062 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aff3ba11-4350-4f27-b6a7-c0bcf089aa20 req-4fd8eac0-5a31-46b2-879c-71869c5a8d66 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1488087 Apr 20 05:47:40.851381 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11767912'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:40.870417 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:41.013818 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aff3ba11-4350-4f27-b6a7-c0bcf089aa20 req-a56b10cb-f28f-4285-ac71-a9fefcc5d5c9 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641126 Apr 20 05:47:41.042724 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Pushing event updated for resources: {'Port': ['ID=e14e1337-c5da-43a9-9cf3-e22f9abff551,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:41.046006 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:41.058354 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:41.090632 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:41.092065 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4716866 Apr 20 05:47:41.384731 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-fd1c0b94-d454-4e48-aa5d-f1a84004ddcf tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Synchronizing usage tracker for tenant:10c6bb10c09f41b2bd958de46431d375 on resource:security_group {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:47:41.406192 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-fd1c0b94-d454-4e48-aa5d-f1a84004ddcf tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Unset dirty status for tenant:10c6bb10c09f41b2bd958de46431d375 on resource:security_group {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:47:41.407586 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-fd1c0b94-d454-4e48-aa5d-f1a84004ddcf tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1314535386&fields=id&tenant_id=10c6bb10c09f41b2bd958de46431d375 HTTP/1.1" status: 200 len: 267 time: 0.0815384 Apr 20 05:47:41.587172 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-869db253-6a98-4ea9-90dc-960ca35322a5 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:41.588227 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-869db253-6a98-4ea9-90dc-960ca35322a5 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Synchronizing usage tracker for tenant:10c6bb10c09f41b2bd958de46431d375 on resource:network {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:47:41.607907 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-869db253-6a98-4ea9-90dc-960ca35322a5 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Unset dirty status for tenant:10c6bb10c09f41b2bd958de46431d375 on resource:network {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:47:41.609469 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-869db253-6a98-4ea9-90dc-960ca35322a5 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/networks?id=b33f592a-fb2a-48c3-93cb-6ae242341fc0 HTTP/1.1" status: 200 len: 817 time: 0.1940491 Apr 20 05:47:41.626968 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-6549d3a6-a0d9-42b5-a657-e7fdfb42ebc3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/quotas/10c6bb10c09f41b2bd958de46431d375 HTTP/1.1" status: 200 len: 375 time: 0.0109224 Apr 20 05:47:41.726681 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-db46e9ba-3414-470d-98a3-afe1f3c7fd15 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Synchronizing usage tracker for tenant:10c6bb10c09f41b2bd958de46431d375 on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:47:41.744275 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-db46e9ba-3414-470d-98a3-afe1f3c7fd15 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Unset dirty status for tenant:10c6bb10c09f41b2bd958de46431d375 on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:47:41.745863 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-db46e9ba-3414-470d-98a3-afe1f3c7fd15 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=10c6bb10c09f41b2bd958de46431d375&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1130688 Apr 20 05:47:41.853268 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device ae09fe91-3fae-4577-8c65-d54e9059e5f2 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:47:41.927760 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port ae09fe91-3fae-4577-8c65-d54e9059e5f2 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:41.928679 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:41.932577 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-d326f0f4-cfca-4bb8-8dcb-8d4b07582256 service neutron] 10.222.0.44 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723521 Apr 20 05:47:42.137706 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-187f2f62-124a-460e-8ac1-d9c0556dc598 service neutron] 10.222.0.44 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916788 Apr 20 05:47:42.336227 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe4d67-a527-409d-aa8f-3f4c71f4323a req-e85aca90-b1d4-4bc5-97eb-a935077a2281 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:42.338463 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-36fe4d67-a527-409d-aa8f-3f4c71f4323a req-e85aca90-b1d4-4bc5-97eb-a935077a2281 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1410384 Apr 20 05:47:42.370983 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-bc82143c-9cc7-440b-9a9c-e275058ac02b req-17da9c6e-fd86-4265-b891-0711c1354595 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 210 time: 0.0609076 Apr 20 05:47:42.445264 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-36fe4d67-a527-409d-aa8f-3f4c71f4323a req-302ae950-95c9-42a5-a957-4977dad61645 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001096 Apr 20 05:47:43.563920 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-66276d0b-6b96-4380-8db2-572b54eb53c3 req-27e7e442-80ed-4669-a12b-66b832e54379 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 210 time: 0.0569222 Apr 20 05:47:43.684078 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9a147-90d1-4456-8af0-243cc2276d3a req-591d5f82-a903-4946-a2a7-768ebd609e7a tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:43.685746 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-94b9a147-90d1-4456-8af0-243cc2276d3a req-591d5f82-a903-4946-a2a7-768ebd609e7a tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1026022 Apr 20 05:47:43.741565 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-94b9a147-90d1-4456-8af0-243cc2276d3a req-89457cf8-3934-4d90-9fad-1a6b6dd83b55 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480788 Apr 20 05:47:43.826071 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:44.792335 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b3bd970c-fad3-4b80-a357-bad9c675e3f6 req-022edce3-0c84-43bc-8489-775fb516f98d tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 210 time: 0.0690861 Apr 20 05:47:44.985278 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54999d3-877d-4f58-930d-ab4c7b5f9346 req-918162aa-2cf1-4906-a711-5a605f307197 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:44.986911 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c54999d3-877d-4f58-930d-ab4c7b5f9346 req-918162aa-2cf1-4906-a711-5a605f307197 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0966301 Apr 20 05:47:45.036012 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c54999d3-877d-4f58-930d-ab4c7b5f9346 req-e345c159-3641-407f-aa8b-21b3b315c0c5 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423884 Apr 20 05:47:45.443496 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-3e33fbc7-27a3-4e18-a71f-178abe85a091 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:45.446284 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-3e33fbc7-27a3-4e18-a71f-178abe85a091 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.13 "GET /v2.0/networks?id=b33f592a-fb2a-48c3-93cb-6ae242341fc0 HTTP/1.1" status: 200 len: 817 time: 0.1776981 Apr 20 05:47:45.530624 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-252cf7a5-533c-4a98-a716-aa1c556659dd tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Synchronizing usage tracker for tenant:10c6bb10c09f41b2bd958de46431d375 on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:47:45.544303 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-252cf7a5-533c-4a98-a716-aa1c556659dd tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Unset dirty status for tenant:10c6bb10c09f41b2bd958de46431d375 on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:47:45.545801 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-252cf7a5-533c-4a98-a716-aa1c556659dd tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10c6bb10c09f41b2bd958de46431d375 HTTP/1.1" status: 200 len: 5705 time: 0.0905993 Apr 20 05:47:45.555675 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-ec906de5-cbf6-4776-96ae-0d4a60ff9280 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Request body: {'port': {'device_id': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'admin_state_up': True, 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'security_groups': ['403b040b-0d27-4b42-83f2-7d9c644fc805']}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:47:45.702675 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-ec906de5-cbf6-4776-96ae-0d4a60ff9280 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:45.712788 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-ec906de5-cbf6-4776-96ae-0d4a60ff9280 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:45.722603 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-ec906de5-cbf6-4776-96ae-0d4a60ff9280 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Made reservation on behalf of 10c6bb10c09f41b2bd958de46431d375 for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:47:45.728800 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-ec906de5-cbf6-4776-96ae-0d4a60ff9280 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:45.980625 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c0cb5584-6ffa-414f-a38a-c0f9b2076670 req-c3f1ee7f-1e4c-4285-b50d-1ed39fa7e9e4 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 210 time: 0.0479727 Apr 20 05:47:46.007374 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-ec906de5-cbf6-4776-96ae-0d4a60ff9280 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Allocated IP 172.20.0.4 (b33f592a-fb2a-48c3-93cb-6ae242341fc0/ae89ec99-f254-4930-8e7f-44ab758e868e/916f709d-7e6d-4795-973e-504b174e9fdb) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:47:46.059129 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-b5ddb112-762e-424b-8794-0dbb09d9066d tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:46.060747 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-b5ddb112-762e-424b-8794-0dbb09d9066d tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/networks?id=5dbeac21-b7c3-43ba-938f-f593c439d69c HTTP/1.1" status: 200 len: 815 time: 0.2254014 Apr 20 05:47:46.106112 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-0f9b632b-7ada-481e-9903-46b69318a90f tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/quotas/021633b04e9d4684b74fff6ed36ae827 HTTP/1.1" status: 200 len: 375 time: 0.0324380 Apr 20 05:47:46.249378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db2c49-ca5c-4460-8e0c-a31da482f933 req-b249cb23-c572-44ed-afd9-9b1df6e38ed0 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:46.250965 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c2db2c49-ca5c-4460-8e0c-a31da482f933 req-b249cb23-c572-44ed-afd9-9b1df6e38ed0 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.0918565 Apr 20 05:47:46.303581 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c2db2c49-ca5c-4460-8e0c-a31da482f933 req-22abfad6-0ba0-46d2-b35b-6accc695b0ab tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449090 Apr 20 05:47:46.308326 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-ec906de5-cbf6-4776-96ae-0d4a60ff9280 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:46.325719 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-3440aedb-397f-42e2-9577-1d1904bc7207 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=021633b04e9d4684b74fff6ed36ae827&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1679699 Apr 20 05:47:46.334581 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-ec906de5-cbf6-4776-96ae-0d4a60ff9280 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Transition to ACTIVE for port object 916f709d-7e6d-4795-973e-504b174e9fdb will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:47:46.468578 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-ec906de5-cbf6-4776-96ae-0d4a60ff9280 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:46.483002 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:46.552212 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-926257a1-3eb7-44bf-8172-ff683fbe76a2 service neutron] 10.222.0.44 "GET /v2.0/networks/5dbeac21-b7c3-43ba-938f-f593c439d69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135718 Apr 20 05:47:46.562822 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-ec906de5-cbf6-4776-96ae-0d4a60ff9280 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Network b33f592a-fb2a-48c3-93cb-6ae242341fc0 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:47:46.587484 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-ec906de5-cbf6-4776-96ae-0d4a60ff9280 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:47:46.598627 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-ec906de5-cbf6-4776-96ae-0d4a60ff9280 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:47:46.671698 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec906de5-cbf6-4776-96ae-0d4a60ff9280 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Pushing event updated for resources: {'Port': ['ID=916f709d-7e6d-4795-973e-504b174e9fdb,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:46.686331 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ec906de5-cbf6-4776-96ae-0d4a60ff9280 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:46.732775 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-ec906de5-cbf6-4776-96ae-0d4a60ff9280 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:46.733467 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-ec906de5-cbf6-4776-96ae-0d4a60ff9280 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:46.861673 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-041fdbf8-1bd8-4ee6-ac9a-37980b806835 None None] Provisioning for port 916f709d-7e6d-4795-973e-504b174e9fdb completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:47:46.867992 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-041fdbf8-1bd8-4ee6-ac9a-37980b806835 None None] Provisioning complete for port 916f709d-7e6d-4795-973e-504b174e9fdb triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:46.868434 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-041fdbf8-1bd8-4ee6-ac9a-37980b806835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:46.930595 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-041fdbf8-1bd8-4ee6-ac9a-37980b806835 None None] Port 916f709d-7e6d-4795-973e-504b174e9fdb cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:47:47.011403 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-3b41b769-f90f-466f-9e75-d91d620dc666 service neutron] 10.222.0.44 "GET /v2.0/networks/5dbeac21-b7c3-43ba-938f-f593c439d69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506319 Apr 20 05:47:47.013613 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-ec906de5-cbf6-4776-96ae-0d4a60ff9280 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4624941 Apr 20 05:47:47.031545 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Request body: {'port': {'device_id': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:47:47.156028 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:47.233474 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc7400-bc92-43c4-9d0d-1611d5f92f50 req-3d39cb4d-0bf5-4a5e-af92-6ae3a4534c9e tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:47.235160 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8dfc7400-bc92-43c4-9d0d-1611d5f92f50 req-3d39cb4d-0bf5-4a5e-af92-6ae3a4534c9e tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 931 time: 0.1112399 Apr 20 05:47:47.276503 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8c11651e-0840-4178-aa15-1d403f80fb07 req-e341e5d2-8665-4bc9-a2d0-f0060400bbab tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 210 time: 0.0685365 Apr 20 05:47:47.349617 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8dfc7400-bc92-43c4-9d0d-1611d5f92f50 req-9a4404a8-e7cf-45e6-bd03-476b7821aa8e tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074028 Apr 20 05:47:47.393487 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1bfdd-246d-4d43-91ab-21ad1e858e3b req-d93c1494-f801-4740-a277-9b1d3d572b10 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:47.395481 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-23d1bfdd-246d-4d43-91ab-21ad1e858e3b req-d93c1494-f801-4740-a277-9b1d3d572b10 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1336730 Apr 20 05:47:47.477256 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-23d1bfdd-246d-4d43-91ab-21ad1e858e3b req-f030578a-07f4-48e9-a753-0b8d6f14708c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Deleting port 5c07fedc-27d3-4235-97e5-911362c0ad45 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:47:47.477641 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-23d1bfdd-246d-4d43-91ab-21ad1e858e3b req-f030578a-07f4-48e9-a753-0b8d6f14708c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:47.610557 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2a057-6e71-4e4c-9717-465138826229 req-d1a24f4e-286c-476f-b6fe-fb06d6cfe1ff tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:47.612150 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-63c2a057-6e71-4e4c-9717-465138826229 req-d1a24f4e-286c-476f-b6fe-fb06d6cfe1ff tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 946 time: 0.1659644 Apr 20 05:47:47.719372 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-63c2a057-6e71-4e4c-9717-465138826229 req-0f494a67-74e2-4657-9ba4-27f4a512b7bb tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/security-groups?id=9bc804b7-8b7f-4756-8a6d-066cc81ebed6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968106 Apr 20 05:47:47.721509 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 916f709d-7e6d-4795-973e-504b174e9fdb {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:47:47.729609 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:47.745123 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Transition to ACTIVE for port object 916f709d-7e6d-4795-973e-504b174e9fdb will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:47:47.749117 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11767912'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:47.754346 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-218da883-5eb1-4e8c-a2f2-df425c749aea tempest-DeleteServersTestJSON-342743272 tempest-DeleteServersTestJSON-342743272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:47.761597 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-23d1bfdd-246d-4d43-91ab-21ad1e858e3b req-f030578a-07f4-48e9-a753-0b8d6f14708c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] For port 5c07fedc-27d3-4235-97e5-911362c0ad45, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5c07fedc-27d3-4235-97e5-911362c0ad45,segment=NetworkSegment(dcc14624-4dd7-4ea5-911d-193abaf0eac1),segment_id=dcc14624-4dd7-4ea5-911d-193abaf0eac1)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:47:47.761992 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-23d1bfdd-246d-4d43-91ab-21ad1e858e3b req-f030578a-07f4-48e9-a753-0b8d6f14708c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:47.900607 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-23d1bfdd-246d-4d43-91ab-21ad1e858e3b req-f030578a-07f4-48e9-a753-0b8d6f14708c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Calling delete_port for 5c07fedc-27d3-4235-97e5-911362c0ad45 owned by compute:nova {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:47:47.941341 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Pushing event updated for resources: {'Port': ['ID=916f709d-7e6d-4795-973e-504b174e9fdb,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:47.976215 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:48.022960 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Attempting to bind port 916f709d-7e6d-4795-973e-504b174e9fdb on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:47:48.023476 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Attempting to bind port 916f709d-7e6d-4795-973e-504b174e9fdb by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:47:48.023672 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Attempting to bind port 916f709d-7e6d-4795-973e-504b174e9fdb on network b33f592a-fb2a-48c3-93cb-6ae242341fc0 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:47:48.028614 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Port 916f709d-7e6d-4795-973e-504b174e9fdb on network b33f592a-fb2a-48c3-93cb-6ae242341fc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:47:48.029002 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Attempting to bind port 916f709d-7e6d-4795-973e-504b174e9fdb on network b33f592a-fb2a-48c3-93cb-6ae242341fc0 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:47:48.034448 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:47:48.034822 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Checking segment: {'id': 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:47:48.035241 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Bound using segment: {'id': 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:47:48.035755 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Bound port: 916f709d-7e6d-4795-973e-504b174e9fdb, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:47:48.036138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:48.058981 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-23d1bfdd-246d-4d43-91ab-21ad1e858e3b req-f030578a-07f4-48e9-a753-0b8d6f14708c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:48.064624 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:48.081630 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['5c07fedc-27d3-4235-97e5-911362c0ad45'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:47:48.122428 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030578a-07f4-48e9-a753-0b8d6f14708c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Pushing event deleted for resources: {'Port': ['ID=5c07fedc-27d3-4235-97e5-911362c0ad45,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:48.131108 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-f030578a-07f4-48e9-a753-0b8d6f14708c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:48.142373 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] For port 916f709d-7e6d-4795-973e-504b174e9fdb, host hv-cinder-78605, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:47:48.145516 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] For port 916f709d-7e6d-4795-973e-504b174e9fdb, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=916f709d-7e6d-4795-973e-504b174e9fdb,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:47:48.149166 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11767912'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:48.153927 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-51b7f074-bff3-4cbb-ae9d-9be49bbec33d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:48.206001 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:48.206705 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:48.207084 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d1bfdd-246d-4d43-91ab-21ad1e858e3b req-f030578a-07f4-48e9-a753-0b8d6f14708c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] No DVR routers for this DVR port 5c07fedc-27d3-4235-97e5-911362c0ad45 on host hv-cinder-78605 {{(pid=86332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:47:48.208257 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] 10.222.0.13 "PUT /v2.0/ports/916f709d-7e6d-4795-973e-504b174e9fdb HTTP/1.1" status: 200 len: 1093 time: 1.1816413 Apr 20 05:47:48.208774 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'tag': '916f709d-7e6d-4795-973e-504b174e9fdb'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:47:48.209503 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-23d1bfdd-246d-4d43-91ab-21ad1e858e3b req-f030578a-07f4-48e9-a753-0b8d6f14708c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:48.212322 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f5f356-32ef-48c1-b2c3-9566455c1004', 'name': 'network-vif-deleted', 'tag': '5c07fedc-27d3-4235-97e5-911362c0ad45'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:47:48.227432 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-23d1bfdd-246d-4d43-91ab-21ad1e858e3b req-f030578a-07f4-48e9-a753-0b8d6f14708c tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.13 "DELETE /v2.0/ports/5c07fedc-27d3-4235-97e5-911362c0ad45 HTTP/1.1" status: 204 len: 173 time: 0.8254223 Apr 20 05:47:48.243563 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Pushing event updated for resources: {'Port': ['ID=916f709d-7e6d-4795-973e-504b174e9fdb,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:48.251619 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:48.284122 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'tag': '916f709d-7e6d-4795-973e-504b174e9fdb', 'status': 'completed', 'code': 200} Apr 20 05:47:48.298411 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f5f356-32ef-48c1-b2c3-9566455c1004', 'name': 'network-vif-deleted', 'tag': '5c07fedc-27d3-4235-97e5-911362c0ad45', 'status': 'completed', 'code': 200} Apr 20 05:47:48.513766 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-b4b30c93-83a7-40a2-8073-0ae08f9055af req-87c532e8-76ff-40f5-be1b-123cabbc327e tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Synchronizing usage tracker for tenant:021633b04e9d4684b74fff6ed36ae827 on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:47:48.545355 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-b4b30c93-83a7-40a2-8073-0ae08f9055af req-87c532e8-76ff-40f5-be1b-123cabbc327e tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Unset dirty status for tenant:021633b04e9d4684b74fff6ed36ae827 on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:47:48.546625 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b4b30c93-83a7-40a2-8073-0ae08f9055af req-87c532e8-76ff-40f5-be1b-123cabbc327e tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 210 time: 0.0856493 Apr 20 05:47:48.549421 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-dccc5717-8698-43ed-aaa1-b781c19d740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:48.550940 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-dccc5717-8698-43ed-aaa1-b781c19d740e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10c6bb10c09f41b2bd958de46431d375&device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 1096 time: 0.1509662 Apr 20 05:47:48.644147 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-e49cf7b6-0429-4dee-9991-a49cbd5dc7fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916f709d-7e6d-4795-973e-504b174e9fdb HTTP/1.1" status: 200 len: 217 time: 0.0776513 Apr 20 05:47:48.656483 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-d0a35c70-45a8-4b01-bf61-d5c03a6eb0ef tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:48.658054 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-d0a35c70-45a8-4b01-bf61-d5c03a6eb0ef tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.13 "GET /v2.0/networks?id=5dbeac21-b7c3-43ba-938f-f593c439d69c HTTP/1.1" status: 200 len: 815 time: 0.2577548 Apr 20 05:47:48.671021 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf8121-7484-4174-ade3-bf04231928aa req-c5f565cb-f881-4ea8-a1ad-4ee7bf9597b3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:48.671773 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-68bf8121-7484-4174-ade3-bf04231928aa req-c5f565cb-f881-4ea8-a1ad-4ee7bf9597b3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Synchronizing usage tracker for tenant:10c6bb10c09f41b2bd958de46431d375 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:47:48.679537 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-b4d02dd1-710a-4033-9666-14afbc5776b5 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Request body: {'port': {'device_id': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c', 'admin_state_up': True, 'tenant_id': '021633b04e9d4684b74fff6ed36ae827'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:47:48.742736 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-46bc567c-6d01-43c8-a432-3dc610edc944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:48.745757 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-46bc567c-6d01-43c8-a432-3dc610edc944 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae89ec99-f254-4930-8e7f-44ab758e868e HTTP/1.1" status: 200 len: 856 time: 0.0851119 Apr 20 05:47:48.791266 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-68bf8121-7484-4174-ade3-bf04231928aa req-c5f565cb-f881-4ea8-a1ad-4ee7bf9597b3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Unset dirty status for tenant:10c6bb10c09f41b2bd958de46431d375 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:47:48.792525 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-68bf8121-7484-4174-ade3-bf04231928aa req-c5f565cb-f881-4ea8-a1ad-4ee7bf9597b3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.2690239 Apr 20 05:47:48.865188 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-009c6bdc-e599-4929-a722-a4285ff7a3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:48.866790 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-009c6bdc-e599-4929-a722-a4285ff7a3d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b33f592a-fb2a-48c3-93cb-6ae242341fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0888500 Apr 20 05:47:48.896143 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-68bf8121-7484-4174-ade3-bf04231928aa req-ff786810-3819-484d-9d6a-d454b4fab75a tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779808 Apr 20 05:47:48.910503 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-b4d02dd1-710a-4033-9666-14afbc5776b5 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:48.926687 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-b4d02dd1-710a-4033-9666-14afbc5776b5 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:48.938418 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-b4d02dd1-710a-4033-9666-14afbc5776b5 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Made reservation on behalf of 021633b04e9d4684b74fff6ed36ae827 for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:47:48.954319 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-b4d02dd1-710a-4033-9666-14afbc5776b5 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:49.045269 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-9f4aa08e-627e-4367-af64-e4b14f8c96b0 req-cfb456f8-4b76-4d38-a0a8-db4f7316aafa tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Synchronizing usage tracker for tenant:26775c98490b4d5599bd466a2c4e2ce2 on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:47:49.088711 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-9f4aa08e-627e-4367-af64-e4b14f8c96b0 req-cfb456f8-4b76-4d38-a0a8-db4f7316aafa tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Unset dirty status for tenant:26775c98490b4d5599bd466a2c4e2ce2 on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:47:49.093432 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9f4aa08e-627e-4367-af64-e4b14f8c96b0 req-cfb456f8-4b76-4d38-a0a8-db4f7316aafa tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0f5f356-32ef-48c1-b2c3-9566455c1004 HTTP/1.1" status: 200 len: 210 time: 0.1131139 Apr 20 05:47:49.141720 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-532a2623-5b01-46ad-85b2-9d1eebbd8f20 service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667303 Apr 20 05:47:49.232189 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-b4d02dd1-710a-4033-9666-14afbc5776b5 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Allocated IP 172.20.0.13 (5dbeac21-b7c3-43ba-938f-f593c439d69c/34e41885-f0bc-4ded-8c2f-b5c7fdb723bf/71e90e78-2ec6-437b-93a3-fe4b19c9144b) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:47:49.330711 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd13f466-5758-48b9-915c-c8a5243c8b9c req-313af3bb-c145-4a06-8ed0-96b45436207d service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781921 Apr 20 05:47:49.479432 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-b4d02dd1-710a-4033-9666-14afbc5776b5 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:49.497905 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-b4d02dd1-710a-4033-9666-14afbc5776b5 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Transition to ACTIVE for port object 71e90e78-2ec6-437b-93a3-fe4b19c9144b will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:47:49.522753 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-b4d02dd1-710a-4033-9666-14afbc5776b5 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:49.528620 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4dd0963a-84dc-4e08-8b99-04549bcaf156 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:49.599230 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-b4d02dd1-710a-4033-9666-14afbc5776b5 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Network 5dbeac21-b7c3-43ba-938f-f593c439d69c is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:47:49.602386 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-b4d02dd1-710a-4033-9666-14afbc5776b5 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:47:49.606552 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-b4d02dd1-710a-4033-9666-14afbc5776b5 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:47:49.677615 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-b4d02dd1-710a-4033-9666-14afbc5776b5 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:49.677926 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-b4d02dd1-710a-4033-9666-14afbc5776b5 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:49.683845 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d02dd1-710a-4033-9666-14afbc5776b5 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Pushing event updated for resources: {'Port': ['ID=71e90e78-2ec6-437b-93a3-fe4b19c9144b,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:49.691431 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b4d02dd1-710a-4033-9666-14afbc5776b5 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:49.708167 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-b4d02dd1-710a-4033-9666-14afbc5776b5 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0326221 Apr 20 05:47:49.803882 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-7258178e-2d6a-4dd5-be09-4d4a59197150 None None] Provisioning for port 71e90e78-2ec6-437b-93a3-fe4b19c9144b completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:47:49.811299 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-7258178e-2d6a-4dd5-be09-4d4a59197150 None None] Provisioning complete for port 71e90e78-2ec6-437b-93a3-fe4b19c9144b triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:47:49.811899 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7258178e-2d6a-4dd5-be09-4d4a59197150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:49.829274 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b2de7-c609-45b2-951a-672cba107f06 req-dd042546-d639-473b-81e7-c44cfb63f628 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:49.830213 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-294b2de7-c609-45b2-951a-672cba107f06 req-dd042546-d639-473b-81e7-c44cfb63f628 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Synchronizing usage tracker for tenant:021633b04e9d4684b74fff6ed36ae827 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:47:49.847585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-294b2de7-c609-45b2-951a-672cba107f06 req-dd042546-d639-473b-81e7-c44cfb63f628 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Unset dirty status for tenant:021633b04e9d4684b74fff6ed36ae827 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:47:49.849073 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-294b2de7-c609-45b2-951a-672cba107f06 req-dd042546-d639-473b-81e7-c44cfb63f628 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 932 time: 0.1269021 Apr 20 05:47:49.881184 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-7258178e-2d6a-4dd5-be09-4d4a59197150 None None] Port 71e90e78-2ec6-437b-93a3-fe4b19c9144b cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:47:49.898432 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-294b2de7-c609-45b2-951a-672cba107f06 req-fd403734-4da6-47fa-abdf-7071bfec573d tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423260 Apr 20 05:47:50.105563 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16147278-fe34-48ce-88fb-877f0135b600 req-7d1051f0-05d8-4e51-8767-aa5948581b3b tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:50.107200 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-16147278-fe34-48ce-88fb-877f0135b600 req-7d1051f0-05d8-4e51-8767-aa5948581b3b tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.0947113 Apr 20 05:47:50.161306 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-16147278-fe34-48ce-88fb-877f0135b600 req-0ab5d982-4f72-4f91-86f5-b9d4f3f7582f tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467086 Apr 20 05:47:50.211990 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55698) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:50.789569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-07adfa3b-61c9-4534-b642-3072df9cfad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854151526'] for router_interface, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:51.138286 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99596d92-4742-480b-b109-9ff8a270a911 req-36d536e2-ee34-475f-b40d-db0554c97433 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:51.140312 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-99596d92-4742-480b-b109-9ff8a270a911 req-36d536e2-ee34-475f-b40d-db0554c97433 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 932 time: 0.1218383 Apr 20 05:47:51.187203 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-07adfa3b-61c9-4534-b642-3072df9cfad3 admin admin] Deleting port 52500c98-f10a-4bc3-ad3c-0006cd25e432 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:47:51.187578 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-07adfa3b-61c9-4534-b642-3072df9cfad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:51.191798 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-99596d92-4742-480b-b109-9ff8a270a911 req-39aff629-7bcf-4348-823f-c3b528f5ca5b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Synchronizing usage tracker for tenant:021633b04e9d4684b74fff6ed36ae827 on resource:security_group {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:47:51.221379 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-99596d92-4742-480b-b109-9ff8a270a911 req-39aff629-7bcf-4348-823f-c3b528f5ca5b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Unset dirty status for tenant:021633b04e9d4684b74fff6ed36ae827 on resource:security_group {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:47:51.222650 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-99596d92-4742-480b-b109-9ff8a270a911 req-39aff629-7bcf-4348-823f-c3b528f5ca5b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749869 Apr 20 05:47:51.420036 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 5c07fedc-27d3-4235-97e5-911362c0ad45 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:47:51.480209 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] No Port match for: 5c07fedc-27d3-4235-97e5-911362c0ad45 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:47:51.481100 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 5c07fedc-27d3-4235-97e5-911362c0ad45 not bound to the agent host hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:47:51.665209 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-07adfa3b-61c9-4534-b642-3072df9cfad3 admin admin] For port 52500c98-f10a-4bc3-ad3c-0006cd25e432, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=52500c98-f10a-4bc3-ad3c-0006cd25e432,segment=NetworkSegment(dcc14624-4dd7-4ea5-911d-193abaf0eac1),segment_id=dcc14624-4dd7-4ea5-911d-193abaf0eac1)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:47:51.665602 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-07adfa3b-61c9-4534-b642-3072df9cfad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:51.804105 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfce71-a86d-4b73-9b35-9d4353696f48 req-5fea216a-165b-4dce-b6a6-8177825c1750 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:51.805820 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-accfce71-a86d-4b73-9b35-9d4353696f48 req-5fea216a-165b-4dce-b6a6-8177825c1750 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.4932454 Apr 20 05:47:51.816529 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-07adfa3b-61c9-4534-b642-3072df9cfad3 admin admin] Calling delete_port for 52500c98-f10a-4bc3-ad3c-0006cd25e432 owned by network:router_interface {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:47:51.914195 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-accfce71-a86d-4b73-9b35-9d4353696f48 req-d598c995-8504-4224-a9c2-957c3afad7cb tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683467 Apr 20 05:47:52.170082 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-07adfa3b-61c9-4534-b642-3072df9cfad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:52.175855 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9f25865e-5eab-4099-b8f8-24a504d13a67 tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:52.224477 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adfa3b-61c9-4534-b642-3072df9cfad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=52500c98-f10a-4bc3-ad3c-0006cd25e432,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:52.227154 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-07adfa3b-61c9-4534-b642-3072df9cfad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:52.445516 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282fa84-feb4-444f-bbe1-3dce58c7af63 req-969ab73e-0cc6-4128-a424-471a68c1528c tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:52.447279 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2282fa84-feb4-444f-bbe1-3dce58c7af63 req-969ab73e-0cc6-4128-a424-471a68c1528c tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 932 time: 0.0925779 Apr 20 05:47:52.509349 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2282fa84-feb4-444f-bbe1-3dce58c7af63 req-44cbf2d0-5491-4de9-a420-6fad69b6e7d9 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533495 Apr 20 05:47:52.525998 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-07adfa3b-61c9-4534-b642-3072df9cfad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854151452'] for router_interface, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:52.914953 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07adfa3b-61c9-4534-b642-3072df9cfad3 admin admin] Router c8ab9386-ea8f-475a-998e-36d37dda363d has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:47:53.172511 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07adfa3b-61c9-4534-b642-3072df9cfad3 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:47:53.181944 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17552e93-d94a-4460-a4e0-4b3c3a96682e None None] Sync routers for ids ['c8ab9386-ea8f-475a-998e-36d37dda363d'] in dv-cinder-786054-4-smb {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:47:53.192296 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17552e93-d94a-4460-a4e0-4b3c3a96682e None None] Routers {'c8ab9386-ea8f-475a-998e-36d37dda363d'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:47:53.198125 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0c687-ed34-4d42-9493-51e761cf3597 req-889817e8-9118-4b93-8082-4d4b8b086903 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:53.199747 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e4a0c687-ed34-4d42-9493-51e761cf3597 req-889817e8-9118-4b93-8082-4d4b8b086903 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.1543450 Apr 20 05:47:53.202751 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-07adfa3b-61c9-4534-b642-3072df9cfad3 admin admin] 10.222.0.44 "PUT /v2.0/routers/c8ab9386-ea8f-475a-998e-36d37dda363d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9896407 Apr 20 05:47:53.203021 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-17552e93-d94a-4460-a4e0-4b3c3a96682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:47:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['c8ab9386-ea8f-475a-998e-36d37dda363d'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:53.205814 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55720) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:53.267019 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e4a0c687-ed34-4d42-9493-51e761cf3597 req-3bce7db5-0af6-49a5-b8e5-ef08102e1f7c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565605 Apr 20 05:47:53.421424 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-17552e93-d94a-4460-a4e0-4b3c3a96682e None None] Set router c8ab9386-ea8f-475a-998e-36d37dda363d gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:47:53.435560 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-271d0b1e-45a5-435d-9f56-6f7f1f9fcf53 admin admin] Notify callbacks [] for router, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:53.745423 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-17552e93-d94a-4460-a4e0-4b3c3a96682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'name': 'tempest-ServerRescueNegativeTestJSON-1554553581-router', 'tenant_id': '26775c98490b4d5599bd466a2c4e2ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'f7b220c7-d792-4aa3-9654-fdcf611cf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:03Z', 'updated_at': '2021-04-20T05:47:52Z', 'revision_number': 5, 'project_id': '26775c98490b4d5599bd466a2c4e2ce2', 'gw_port': {'id': 'f7b220c7-d792-4aa3-9654-fdcf611cf09f', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:05Z', 'updated_at': '2021-04-20T05:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:53.749879 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17552e93-d94a-4460-a4e0-4b3c3a96682e None None] Checking router: c8ab9386-ea8f-475a-998e-36d37dda363d for host: dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:47:53.760037 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17552e93-d94a-4460-a4e0-4b3c3a96682e None None] Routers {'c8ab9386-ea8f-475a-998e-36d37dda363d'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:47:53.760713 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-17552e93-d94a-4460-a4e0-4b3c3a96682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:47:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['c8ab9386-ea8f-475a-998e-36d37dda363d'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:53.927273 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-271d0b1e-45a5-435d-9f56-6f7f1f9fcf53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:53.951438 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-271d0b1e-45a5-435d-9f56-6f7f1f9fcf53 admin admin] Deleting port f7b220c7-d792-4aa3-9654-fdcf611cf09f {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:47:53.951800 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-271d0b1e-45a5-435d-9f56-6f7f1f9fcf53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:53.966529 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-17552e93-d94a-4460-a4e0-4b3c3a96682e None None] Set router c8ab9386-ea8f-475a-998e-36d37dda363d gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:47:54.021223 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc2baf-7d68-4827-8b2e-777b4c54cb3a req-1b672874-3fd8-439e-9848-a098d861559a tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:54.031407 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a9bc2baf-7d68-4827-8b2e-777b4c54cb3a req-1b672874-3fd8-439e-9848-a098d861559a tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 932 time: 0.4110999 Apr 20 05:47:54.149145 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a9bc2baf-7d68-4827-8b2e-777b4c54cb3a req-8480da8d-9014-48fa-8194-890b73a9eb8b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186283 Apr 20 05:47:54.213378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-271d0b1e-45a5-435d-9f56-6f7f1f9fcf53 admin admin] For port f7b220c7-d792-4aa3-9654-fdcf611cf09f, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=f7b220c7-d792-4aa3-9654-fdcf611cf09f,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:47:54.214438 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-271d0b1e-45a5-435d-9f56-6f7f1f9fcf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:54.320886 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-17552e93-d94a-4460-a4e0-4b3c3a96682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'name': 'tempest-ServerRescueNegativeTestJSON-1554553581-router', 'tenant_id': '26775c98490b4d5599bd466a2c4e2ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'f7b220c7-d792-4aa3-9654-fdcf611cf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:03Z', 'updated_at': '2021-04-20T05:47:52Z', 'revision_number': 5, 'project_id': '26775c98490b4d5599bd466a2c4e2ce2', 'gw_port': {'id': 'f7b220c7-d792-4aa3-9654-fdcf611cf09f', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:05Z', 'updated_at': '2021-04-20T05:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:54.327462 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17552e93-d94a-4460-a4e0-4b3c3a96682e None None] The sync data for ids ['c8ab9386-ea8f-475a-998e-36d37dda363d'] in dv-cinder-786054-4-smb is: [{'id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'name': 'tempest-ServerRescueNegativeTestJSON-1554553581-router', 'tenant_id': '26775c98490b4d5599bd466a2c4e2ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.218'}], 'enable_snat': True}, 'gw_port_id': 'f7b220c7-d792-4aa3-9654-fdcf611cf09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:45:03Z', 'updated_at': '2021-04-20T05:47:52Z', 'revision_number': 5, 'project_id': '26775c98490b4d5599bd466a2c4e2ce2', 'gw_port': {'id': 'f7b220c7-d792-4aa3-9654-fdcf611cf09f', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ab9386-ea8f-475a-998e-36d37dda363d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:45:05Z', 'updated_at': '2021-04-20T05:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}] {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:47:54.360947 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-271d0b1e-45a5-435d-9f56-6f7f1f9fcf53 admin admin] Calling delete_port for f7b220c7-d792-4aa3-9654-fdcf611cf09f owned by network:router_gateway {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:47:54.517371 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd61e67-c683-4472-b5c0-97c5a39d7fcf req-a82ebf69-2504-46fe-9ebc-37bce5504ff3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:54.519398 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ffd61e67-c683-4472-b5c0-97c5a39d7fcf req-a82ebf69-2504-46fe-9ebc-37bce5504ff3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.1083796 Apr 20 05:47:54.577803 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ffd61e67-c683-4472-b5c0-97c5a39d7fcf req-58e4b5e7-373e-4338-87e4-f5ad53e72502 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478482 Apr 20 05:47:54.701967 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-271d0b1e-45a5-435d-9f56-6f7f1f9fcf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:54.706995 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5ac57f18-b48f-47eb-81af-5992c6ec5f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:54.756400 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d0b1e-45a5-435d-9f56-6f7f1f9fcf53 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b220c7-d792-4aa3-9654-fdcf611cf09f,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:54.760088 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-271d0b1e-45a5-435d-9f56-6f7f1f9fcf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:54.854434 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-271d0b1e-45a5-435d-9f56-6f7f1f9fcf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644197'] for router_gateway, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:55.041331 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-271d0b1e-45a5-435d-9f56-6f7f1f9fcf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-630585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744799'] for router, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:55.043333 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-271d0b1e-45a5-435d-9f56-6f7f1f9fcf53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:55.135158 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-271d0b1e-45a5-435d-9f56-6f7f1f9fcf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854150019'] for router, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:55.135722 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271d0b1e-45a5-435d-9f56-6f7f1f9fcf53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8ab9386-ea8f-475a-998e-36d37dda363d {{(pid=86332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 05:47:55.149708 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-271d0b1e-45a5-435d-9f56-6f7f1f9fcf53 admin admin] Notify callbacks [] for router, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:55.150953 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-271d0b1e-45a5-435d-9f56-6f7f1f9fcf53 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c8ab9386-ea8f-475a-998e-36d37dda363d HTTP/1.1" status: 204 len: 168 time: 1.9440699 Apr 20 05:47:55.153707 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55732) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:55.222813 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82610e8-2b3d-4b5e-b0b9-8ec2875ead9c admin admin] Deleting subnet 10999d55-07ae-4b7d-b737-652e042b455d {{(pid=86332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:47:55.226976 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d82610e8-2b3d-4b5e-b0b9-8ec2875ead9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:55.283354 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d82610e8-2b3d-4b5e-b0b9-8ec2875ead9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10657269'] for subnet, precommit_delete_associations {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:55.404268 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d82610e8-2b3d-4b5e-b0b9-8ec2875ead9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016692'] for subnet, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:55.477630 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19339d7b-178f-4463-8d84-b652f8c6f7ba req-72898bad-e8b3-4200-a7a0-a128b1bfd7cf tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:55.479274 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-19339d7b-178f-4463-8d84-b652f8c6f7ba req-72898bad-e8b3-4200-a7a0-a128b1bfd7cf tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 932 time: 0.1674211 Apr 20 05:47:55.616481 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-19339d7b-178f-4463-8d84-b652f8c6f7ba req-d204f068-9b84-4393-aa1b-f9e726385308 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203327 Apr 20 05:47:55.735427 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d82610e8-2b3d-4b5e-b0b9-8ec2875ead9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850759156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-896790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11223367'] for subnet, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:55.745046 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:55.784751 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82610e8-2b3d-4b5e-b0b9-8ec2875ead9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10999d55-07ae-4b7d-b737-652e042b455d,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:55.787519 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d82610e8-2b3d-4b5e-b0b9-8ec2875ead9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:55.790114 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d82610e8-2b3d-4b5e-b0b9-8ec2875ead9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:55.800205 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-d82610e8-2b3d-4b5e-b0b9-8ec2875ead9c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/10999d55-07ae-4b7d-b737-652e042b455d HTTP/1.1" status: 204 len: 168 time: 0.6425366 Apr 20 05:47:55.800656 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55742) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:55.815736 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e36898-301e-4412-ad3c-d5a4c052c4e8 req-175bd9bd-9a08-41dd-8b76-741fa61b78e6 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:55.818022 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b8e36898-301e-4412-ad3c-d5a4c052c4e8 req-175bd9bd-9a08-41dd-8b76-741fa61b78e6 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.1041009 Apr 20 05:47:55.877572 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device f7b220c7-d792-4aa3-9654-fdcf611cf09f no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:47:55.886101 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b8e36898-301e-4412-ad3c-d5a4c052c4e8 req-3ca18759-cadb-44b6-9b6c-165f21560b07 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594690 Apr 20 05:47:55.926409 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-96acb94f-d189-4451-8314-a5eb97cb14da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918712'] for network, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:55.931710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: f7b220c7-d792-4aa3-9654-fdcf611cf09f {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:47:55.932349 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device f7b220c7-d792-4aa3-9654-fdcf611cf09f not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:47:55.933092 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 52500c98-f10a-4bc3-ad3c-0006cd25e432 no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:47:55.970610 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: 52500c98-f10a-4bc3-ad3c-0006cd25e432 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:47:55.970995 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 52500c98-f10a-4bc3-ad3c-0006cd25e432 not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:47:56.062944 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-96acb94f-d189-4451-8314-a5eb97cb14da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850759071', 'neutron.services.segments.db._delete_segments_for_network-8736091077747'] for network, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:56.208165 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-96acb94f-d189-4451-8314-a5eb97cb14da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdab4e93-f807-4e1c-aa4b-601aaa98dbda']}} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:56.221209 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-96acb94f-d189-4451-8314-a5eb97cb14da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc14624-4dd7-4ea5-911d-193abaf0eac1') {'for_net_delete': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:56.221554 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-96acb94f-d189-4451-8314-a5eb97cb14da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc14624-4dd7-4ea5-911d-193abaf0eac1') {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:47:56.234382 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-96acb94f-d189-4451-8314-a5eb97cb14da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300763536483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844118531'] for segment, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:56.253506 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-96acb94f-d189-4451-8314-a5eb97cb14da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:56.260640 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96acb94f-d189-4451-8314-a5eb97cb14da admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=86332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:47:56.445361 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-96acb94f-d189-4451-8314-a5eb97cb14da admin admin] Network bdab4e93-f807-4e1c-aa4b-601aaa98dbda has no segments {{(pid=86332) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:47:56.454373 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-96acb94f-d189-4451-8314-a5eb97cb14da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4027173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853879371'] for segment, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:56.640835 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-96acb94f-d189-4451-8314-a5eb97cb14da admin admin] Network bdab4e93-f807-4e1c-aa4b-601aaa98dbda has no segments {{(pid=86332) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: Traceback (most recent call last): Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: timer() Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: cb(*args, **kw) Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: return func(*args, **kwargs) Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: self._notify() Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: self.callback(batched_events) Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: event.method(event) Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: segment_id)['aggregates'][0] Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: return f(self, *a, **k) Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: return self._get(url).json() Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: **kwargs) Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: return self.request(url, 'GET', **kwargs) Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: **endpoint_filter) Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:47:56.664020 dv-cinder-786054-4-smb neutron-server[86220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:47:57.058216 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-96acb94f-d189-4451-8314-a5eb97cb14da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:57.080694 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-42058830-3014-4954-ba80-b5ff32be1bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:57.098837 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-96acb94f-d189-4451-8314-a5eb97cb14da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:57.122091 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e840e2-1f44-4521-ba22-6ee5efa1539c req-f0ef0422-c719-4385-9a83-9fbdbf48b045 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:57.123775 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-80e840e2-1f44-4521-ba22-6ee5efa1539c req-f0ef0422-c719-4385-9a83-9fbdbf48b045 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 932 time: 0.1649303 Apr 20 05:47:57.131232 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96acb94f-d189-4451-8314-a5eb97cb14da admin admin] Pushing event deleted for resources: {'Network': ['ID=bdab4e93-f807-4e1c-aa4b-601aaa98dbda,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:57.136226 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-96acb94f-d189-4451-8314-a5eb97cb14da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:57.186237 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-80e840e2-1f44-4521-ba22-6ee5efa1539c req-79d4628f-04b0-4d41-b8ee-2c4af7e3a494 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524926 Apr 20 05:47:57.188785 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-96acb94f-d189-4451-8314-a5eb97cb14da admin admin] 10.222.0.44 "DELETE /v2.0/networks/bdab4e93-f807-4e1c-aa4b-601aaa98dbda HTTP/1.1" status: 204 len: 168 time: 1.3870533 Apr 20 05:47:57.224614 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9833956-61bf-4f16-98d8-d3f45fd9007b req-398a032d-5feb-4ac3-b8c6-1b641167827e tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:57.226455 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b9833956-61bf-4f16-98d8-d3f45fd9007b req-398a032d-5feb-4ac3-b8c6-1b641167827e tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.1085136 Apr 20 05:47:57.298242 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b9833956-61bf-4f16-98d8-d3f45fd9007b req-9996fb6a-f628-4f18-899a-ac843a5ff971 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549672 Apr 20 05:47:57.354409 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55766) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:57.412709 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-0148872d-91b2-4691-8507-bc2fdd1da4a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26775c98490b4d5599bd466a2c4e2ce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545733 Apr 20 05:47:57.413013 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55770) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:57.428272 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8145685-180e-4914-b0e2-0c4282d16766 req-cd4a70c2-fbc0-4081-b680-371dd842e822 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:57.429700 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b8145685-180e-4914-b0e2-0c4282d16766 req-cd4a70c2-fbc0-4081-b680-371dd842e822 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.0898242 Apr 20 05:47:57.479727 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b8145685-180e-4914-b0e2-0c4282d16766 req-23e76f2a-743e-4d9f-8792-3cda9462e2c3 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435112 Apr 20 05:47:57.486335 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68b0a30e-52bb-4642-a89d-ba44c30c4a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:57.514305 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68b0a30e-52bb-4642-a89d-ba44c30c4a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:57.561881 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68b0a30e-52bb-4642-a89d-ba44c30c4a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:57.566980 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e94c6d4c-8bb0-43a8-bd5b-fcd7a465d515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:57.580795 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0a30e-52bb-4642-a89d-ba44c30c4a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc804b7-8b7f-4756-8a6d-066cc81ebed6,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:57.583861 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-68b0a30e-52bb-4642-a89d-ba44c30c4a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:57.591567 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-68b0a30e-52bb-4642-a89d-ba44c30c4a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:57.592783 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-68b0a30e-52bb-4642-a89d-ba44c30c4a3a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9bc804b7-8b7f-4756-8a6d-066cc81ebed6 HTTP/1.1" status: 204 len: 168 time: 0.1787884 Apr 20 05:47:58.447945 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491ad73-8639-4606-afbe-d023e9060dd1 req-c9922adb-bed7-402f-bf14-b623555db25f tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:58.448422 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55800) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:58.453787 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3491ad73-8639-4606-afbe-d023e9060dd1 req-c9922adb-bed7-402f-bf14-b623555db25f tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 932 time: 0.1071894 Apr 20 05:47:58.509737 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3491ad73-8639-4606-afbe-d023e9060dd1 req-d6de9a49-ed2e-43f5-89ec-acc4cf4e491f tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547674 Apr 20 05:47:58.592733 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1787115975-network', 'tenant_id': '48f2f5d3f6fa47e688b08f4e6a4a786f'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:47:58.603249 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:58.610128 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Usage tracker for resource:network and tenant:48f2f5d3f6fa47e688b08f4e6a4a786f is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:47:58.615906 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:47:58.639300 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:58.651786 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eb8f0-3654-45a6-a352-e05831673e62 req-3379511c-2b1d-4069-9ef4-d162e4c11093 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:58.659673 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4f4eb8f0-3654-45a6-a352-e05831673e62 req-3379511c-2b1d-4069-9ef4-d162e4c11093 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.1681461 Apr 20 05:47:58.687194 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Made reservation on behalf of 48f2f5d3f6fa47e688b08f4e6a4a786f for: {'network': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:47:58.692141 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for network, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:58.711642 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d868be8-dd24-4726-b81c-0669e81dd2af req-06964d26-1995-4599-a932-678759744a67 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:58.713417 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6d868be8-dd24-4726-b81c-0669e81dd2af req-06964d26-1995-4599-a932-678759744a67 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1021998 Apr 20 05:47:58.714872 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:58.740108 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4f4eb8f0-3654-45a6-a352-e05831673e62 req-246f1338-b22d-42e3-9730-16ffcb364a36 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770707 Apr 20 05:47:58.743988 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:58.748328 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Usage tracker for resource:security_group_rule and tenant:48f2f5d3f6fa47e688b08f4e6a4a786f is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:47:58.752676 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:47:58.759645 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:58.774557 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6d868be8-dd24-4726-b81c-0669e81dd2af req-91cbb9ca-6f26-41cd-9173-bfaded242d38 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543699 Apr 20 05:47:58.875339 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:58.879252 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:58.883710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-7c8cb737-b239-4738-9913-0bf0925a0ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:58.909712 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=86332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:47:58.924688 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94572f26-9c07-42bd-acaa-01213b771843,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:58.929261 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:58.930269 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:58.930652 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.segments_db [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Added segment ab355051-0a61-4b68-8767-8e8f3e93dcf2 of type vlan for network 27f1a05e-da05-4360-aa82-d84b230c0c0d Apr 20 05:47:58.958242 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736090717418'] for network, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:58.993278 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for network, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:58.994600 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:58.995237 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:59.000332 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:59.100156 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Pushing event updated for resources: {'Network': ['ID=27f1a05e-da05-4360-aa82-d84b230c0c0d,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:59.105429 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:59.111677 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Network 27f1a05e-da05-4360-aa82-d84b230c0c0d details requested by agent ovs-agent-dv-cinder-786054-4-smb with host dv-cinder-786054-4-smb {{(pid=86333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:47:59.117318 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6648774 Apr 20 05:47:59.118253 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55808) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:47:59.124404 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-6753943b-e76d-4592-a029-9b31b8dfdf95 admin admin] Request body: {'subnet': {'network_id': '27f1a05e-da05-4360-aa82-d84b230c0c0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1787115975-subnet', 'tenant_id': '48f2f5d3f6fa47e688b08f4e6a4a786f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:47:59.129929 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-6753943b-e76d-4592-a029-9b31b8dfdf95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:47:59.134188 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-6753943b-e76d-4592-a029-9b31b8dfdf95 admin admin] Usage tracker for resource:subnet and tenant:48f2f5d3f6fa47e688b08f4e6a4a786f is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:47:59.137437 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-6753943b-e76d-4592-a029-9b31b8dfdf95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:47:59.143518 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-6753943b-e76d-4592-a029-9b31b8dfdf95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:47:59.158173 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6753943b-e76d-4592-a029-9b31b8dfdf95 admin admin] Made reservation on behalf of 48f2f5d3f6fa47e688b08f4e6a4a786f for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:47:59.164705 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6753943b-e76d-4592-a029-9b31b8dfdf95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844183564'] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:59.600322 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6753943b-e76d-4592-a029-9b31b8dfdf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11768560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844183579'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:59.606552 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c0cc75f7-b94c-4c5a-97ba-76e652579cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:47:59.690483 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753943b-e76d-4592-a029-9b31b8dfdf95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=819e9cb2-e5b2-4e87-8c37-5b0e94fc921c,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:47:59.693264 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6753943b-e76d-4592-a029-9b31b8dfdf95 admin admin] Checking segment: {'id': 'ab355051-0a61-4b68-8767-8e8f3e93dcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '27f1a05e-da05-4360-aa82-d84b230c0c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:47:59.693660 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6753943b-e76d-4592-a029-9b31b8dfdf95 admin admin] Network hostable DHCP agents. Network: 27f1a05e-da05-4360-aa82-d84b230c0c0d, hostable agents: ['b936b2ef-06b6-4af0-a031-b6b0516c12cc'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:47:59.698788 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6753943b-e76d-4592-a029-9b31b8dfdf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:47:59.715350 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6753943b-e76d-4592-a029-9b31b8dfdf95 admin admin] Network 27f1a05e-da05-4360-aa82-d84b230c0c0d is scheduled to be hosted by DHCP agent b936b2ef-06b6-4af0-a031-b6b0516c12cc with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:47:59.727057 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-6753943b-e76d-4592-a029-9b31b8dfdf95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-smb, 27f1a05e-da05-4360-aa82-d84b230c0c0d) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:47:59.736615 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ba7fa8-03a5-4e17-8b1c-d1dba6da1d87 None None] Network 27f1a05e-da05-4360-aa82-d84b230c0c0d requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:47:59.739546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2a344-66a4-4f51-b1fd-f44a9c5e52d4 req-15ae1870-166d-426b-95e5-910e6161e726 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:59.740156 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6753943b-e76d-4592-a029-9b31b8dfdf95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:47:59.740988 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6753943b-e76d-4592-a029-9b31b8dfdf95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:47:59.747971 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6cc2a344-66a4-4f51-b1fd-f44a9c5e52d4 req-15ae1870-166d-426b-95e5-910e6161e726 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 932 time: 0.1050048 Apr 20 05:47:59.774191 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-6753943b-e76d-4592-a029-9b31b8dfdf95 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6546159 Apr 20 05:47:59.820298 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6cc2a344-66a4-4f51-b1fd-f44a9c5e52d4 req-38f09289-6a74-4e00-a121-d69f2355ef78 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707426 Apr 20 05:48:00.002315 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd6b49e-1bda-4d02-b751-b63bdfe70931 None None] Network 27f1a05e-da05-4360-aa82-d84b230c0c0d requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:48:00.068072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02580a2-912e-44c8-8f91-104267289ec1 req-6f6f650e-bb8b-4212-b19d-7289c96e5f0a tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:00.074158 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b02580a2-912e-44c8-8f91-104267289ec1 req-6f6f650e-bb8b-4212-b19d-7289c96e5f0a tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.1293840 Apr 20 05:48:00.183214 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b02580a2-912e-44c8-8f91-104267289ec1 req-05781da9-9969-4699-aaf3-25b51b438ee1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018569 Apr 20 05:48:00.386709 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526bee7-e55b-4db7-8182-55689cfb2b6e req-36582108-70c1-46c0-9a37-5da09b918999 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:00.388425 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c526bee7-e55b-4db7-8182-55689cfb2b6e req-36582108-70c1-46c0-9a37-5da09b918999 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.4052181 Apr 20 05:48:00.436557 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c526bee7-e55b-4db7-8182-55689cfb2b6e req-cce3b3d5-9d7c-4d57-a404-64cdf00e84b7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415766 Apr 20 05:48:00.517633 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55838) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:00.523765 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-548730036-network', 'tenant_id': 'b14e7cf17ea64c8c917095d52ba68f3e'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:00.529035 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:00.533427 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Usage tracker for resource:network and tenant:b14e7cf17ea64c8c917095d52ba68f3e is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:00.536563 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:00.543049 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:00.554671 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Made reservation on behalf of b14e7cf17ea64c8c917095d52ba68f3e for: {'network': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:48:00.559544 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for network, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:00.573171 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:00.576585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Request body: {'port': {'device_id': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:00.589405 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:00.593625 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Usage tracker for resource:security_group_rule and tenant:b14e7cf17ea64c8c917095d52ba68f3e is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:00.596659 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:00.603081 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:00.697447 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:00.741366 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b86dc7-e52e-48ff-a475-46eebcc66597 req-17653780-a944-4797-90ff-3e0310902afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:00.742973 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e5b86dc7-e52e-48ff-a475-46eebcc66597 req-17653780-a944-4797-90ff-3e0310902afb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10c6bb10c09f41b2bd958de46431d375&device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 1096 time: 0.1197207 Apr 20 05:48:00.785295 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:00.833997 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:00.842076 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6cb4bb54-77cb-43ed-98ec-913175856785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:00.889582 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=86332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:48:00.908690 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50766958-9481-4ebf-82e4-906b1179a124,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:00.915274 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:00.925379 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:00.925801 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.segments_db [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Added segment b8decfbc-09ee-4880-928d-da303faff6f2 of type vlan for network e2c3b184-9bf1-47c9-b07b-8cb6245599a1 Apr 20 05:48:00.997327 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b86dc7-e52e-48ff-a475-46eebcc66597 req-092576eb-c0b1-4329-9504-280a019276f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:00.998877 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e5b86dc7-e52e-48ff-a475-46eebcc66597 req-092576eb-c0b1-4329-9504-280a019276f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b33f592a-fb2a-48c3-93cb-6ae242341fc0 HTTP/1.1" status: 200 len: 918 time: 0.2438467 Apr 20 05:48:01.059742 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e90e78-2ec6-437b-93a3-fe4b19c9144b {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:48:01.068100 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:01.068434 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736090717418'] for network, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:01.085727 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Transition to ACTIVE for port object 71e90e78-2ec6-437b-93a3-fe4b19c9144b will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:48:01.089936 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11767912'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:01.091594 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e5b86dc7-e52e-48ff-a475-46eebcc66597 req-c98556f7-04a6-4615-8bc1-2c74c0224787 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916f709d-7e6d-4795-973e-504b174e9fdb HTTP/1.1" status: 200 len: 217 time: 0.0794044 Apr 20 05:48:01.094098 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-31fe50f7-9b04-467d-b7fa-d0932263b87e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:01.166230 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:48:01.186669 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for network, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:01.190669 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:01.191348 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:01.201530 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:01.229037 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b86dc7-e52e-48ff-a475-46eebcc66597 req-b63ae9d6-6652-4c84-a4b6-735fb14798b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:01.230607 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e5b86dc7-e52e-48ff-a475-46eebcc66597 req-b63ae9d6-6652-4c84-a4b6-735fb14798b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae89ec99-f254-4930-8e7f-44ab758e868e HTTP/1.1" status: 200 len: 856 time: 0.1297162 Apr 20 05:48:01.232250 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Pushing event updated for resources: {'Port': ['ID=71e90e78-2ec6-437b-93a3-fe4b19c9144b,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:01.238917 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0773a4-67b9-4eee-8ada-faef5688e229 req-c358e247-489f-4504-b1b9-734a6b53a534 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:01.246752 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9e0773a4-67b9-4eee-8ada-faef5688e229 req-c358e247-489f-4504-b1b9-734a6b53a534 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 932 time: 0.3110538 Apr 20 05:48:01.268998 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:01.409384 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Pushing event updated for resources: {'Network': ['ID=e2c3b184-9bf1-47c9-b07b-8cb6245599a1,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:01.410222 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Attempting to bind port 71e90e78-2ec6-437b-93a3-fe4b19c9144b on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:48:01.410629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Attempting to bind port 71e90e78-2ec6-437b-93a3-fe4b19c9144b by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '59adb665-f13d-461a-bbec-db50e0697ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:48:01.410998 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Attempting to bind port 71e90e78-2ec6-437b-93a3-fe4b19c9144b on network 5dbeac21-b7c3-43ba-938f-f593c439d69c {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:48:01.415784 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8969772 Apr 20 05:48:01.419394 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:01.422614 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55848) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:01.425689 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Network e2c3b184-9bf1-47c9-b07b-8cb6245599a1 details requested by agent ovs-agent-dv-cinder-786054-4-smb with host dv-cinder-786054-4-smb {{(pid=86333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:48:01.429177 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Port 71e90e78-2ec6-437b-93a3-fe4b19c9144b on network 5dbeac21-b7c3-43ba-938f-f593c439d69c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:48:01.429876 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Attempting to bind port 71e90e78-2ec6-437b-93a3-fe4b19c9144b on network 5dbeac21-b7c3-43ba-938f-f593c439d69c {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:48:01.435240 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-9e999ce1-d078-45e2-9d43-a44b84aa2903 admin admin] Request body: {'subnet': {'network_id': 'e2c3b184-9bf1-47c9-b07b-8cb6245599a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-548730036-subnet', 'tenant_id': 'b14e7cf17ea64c8c917095d52ba68f3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:01.435964 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9e0773a4-67b9-4eee-8ada-faef5688e229 req-f1e06793-33df-41fc-b44b-768c6e353b2a tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877759 Apr 20 05:48:01.444146 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-9e999ce1-d078-45e2-9d43-a44b84aa2903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:01.448602 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:48:01.448758 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Checking segment: {'id': '59adb665-f13d-461a-bbec-db50e0697ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:48:01.449110 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Bound using segment: {'id': '59adb665-f13d-461a-bbec-db50e0697ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:48:01.449600 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Bound port: 71e90e78-2ec6-437b-93a3-fe4b19c9144b, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59adb665-f13d-461a-bbec-db50e0697ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:48:01.449981 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:01.467224 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-9e999ce1-d078-45e2-9d43-a44b84aa2903 admin admin] Usage tracker for resource:subnet and tenant:b14e7cf17ea64c8c917095d52ba68f3e is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:01.472991 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-9e999ce1-d078-45e2-9d43-a44b84aa2903 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:01.478662 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b86dc7-e52e-48ff-a475-46eebcc66597 req-7540a425-9b9a-4f64-a6f1-9729cf8a1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:01.481801 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-9e999ce1-d078-45e2-9d43-a44b84aa2903 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:01.487060 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e5b86dc7-e52e-48ff-a475-46eebcc66597 req-7540a425-9b9a-4f64-a6f1-9729cf8a1a60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b33f592a-fb2a-48c3-93cb-6ae242341fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2286947 Apr 20 05:48:01.535804 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b2b0b-9d3e-4fd3-bd3b-994c6eac4597 req-819b8f39-c03f-4725-9a8e-8e93e03ad162 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:01.537459 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c42b2b0b-9d3e-4fd3-bd3b-994c6eac4597 req-819b8f39-c03f-4725-9a8e-8e93e03ad162 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.2108076 Apr 20 05:48:01.636239 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e999ce1-d078-45e2-9d43-a44b84aa2903 admin admin] Made reservation on behalf of b14e7cf17ea64c8c917095d52ba68f3e for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:48:01.641007 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9e999ce1-d078-45e2-9d43-a44b84aa2903 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844183564'] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:01.663931 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] For port 71e90e78-2ec6-437b-93a3-fe4b19c9144b, host hv-cinder-78605, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:48:01.703129 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e5b86dc7-e52e-48ff-a475-46eebcc66597 req-3e57d3ec-bcc6-4268-a0cb-795eab3efa38 service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129049 Apr 20 05:48:01.746191 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] For port 71e90e78-2ec6-437b-93a3-fe4b19c9144b, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=71e90e78-2ec6-437b-93a3-fe4b19c9144b,segment=NetworkSegment(59adb665-f13d-461a-bbec-db50e0697ffa),segment_id=59adb665-f13d-461a-bbec-db50e0697ffa)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:48:01.757091 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11767912'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:01.765303 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:01.802133 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c42b2b0b-9d3e-4fd3-bd3b-994c6eac4597 req-c11bb6c4-2867-4d26-b641-747221d8eab7 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014537 Apr 20 05:48:01.835285 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:01.835950 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:01.837454 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] 10.222.0.13 "PUT /v2.0/ports/71e90e78-2ec6-437b-93a3-fe4b19c9144b HTTP/1.1" status: 200 len: 1094 time: 1.2671640 Apr 20 05:48:01.837994 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'tag': '71e90e78-2ec6-437b-93a3-fe4b19c9144b'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:48:01.849226 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76a4c5-6894-4a74-b250-fa3149657326 req-cfc64ed5-b797-41b9-9b44-ff31eadc0286 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:01.851132 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-bf76a4c5-6894-4a74-b250-fa3149657326 req-cfc64ed5-b797-41b9-9b44-ff31eadc0286 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.2186651 Apr 20 05:48:01.881360 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Pushing event updated for resources: {'Port': ['ID=71e90e78-2ec6-437b-93a3-fe4b19c9144b,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:01.885479 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:01.936157 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'tag': '71e90e78-2ec6-437b-93a3-fe4b19c9144b', 'status': 'completed', 'code': 200} Apr 20 05:48:01.945750 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e5b86dc7-e52e-48ff-a475-46eebcc66597 req-5d76384c-1295-4d66-91c2-59ce882b7ef5 service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331181 Apr 20 05:48:01.954673 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-bf76a4c5-6894-4a74-b250-fa3149657326 req-12746a6f-cf40-4cbb-822b-7e211adf9d62 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827987 Apr 20 05:48:02.097061 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-02d64f5f-1629-4145-9219-b8f6344659ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:02.098688 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-02d64f5f-1629-4145-9219-b8f6344659ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=021633b04e9d4684b74fff6ed36ae827&device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 1097 time: 0.1647079 Apr 20 05:48:02.203535 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-3b124c7e-e707-4122-a457-c25087fc3f10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71e90e78-2ec6-437b-93a3-fe4b19c9144b HTTP/1.1" status: 200 len: 217 time: 0.0878859 Apr 20 05:48:02.338624 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-ff2f73ae-cad1-4f06-b7dc-155cb3257616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:02.343113 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-ff2f73ae-cad1-4f06-b7dc-155cb3257616 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34e41885-f0bc-4ded-8c2f-b5c7fdb723bf HTTP/1.1" status: 200 len: 854 time: 0.0941911 Apr 20 05:48:02.478357 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-74657694-3b82-4b2b-a7f9-4acca5649a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:02.479969 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-74657694-3b82-4b2b-a7f9-4acca5649a9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dbeac21-b7c3-43ba-938f-f593c439d69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1257648 Apr 20 05:48:02.707663 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9e999ce1-d078-45e2-9d43-a44b84aa2903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11768560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844183579'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:02.716959 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c5c135b8-5c69-413d-8562-7a8d4146f5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:02.788704 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-87dcedd4-19f7-49f9-ade2-e5ec34c48187 service neutron] 10.222.0.13 "GET /v2.0/networks/5dbeac21-b7c3-43ba-938f-f593c439d69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995052 Apr 20 05:48:02.820223 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93fe03-626d-4f25-9000-db43edb56622 req-feba772e-85d5-4126-897a-88446d338779 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:02.821971 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-dc93fe03-626d-4f25-9000-db43edb56622 req-feba772e-85d5-4126-897a-88446d338779 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.0891066 Apr 20 05:48:02.854913 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e999ce1-d078-45e2-9d43-a44b84aa2903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=323e3015-d599-47a0-8439-f3955d4fd496,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:02.901302 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-dc93fe03-626d-4f25-9000-db43edb56622 req-686a68f0-3e6a-4402-b8df-b83892681b28 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Deleting port 58174217-c667-4d40-9b8e-1ff26a8df70c {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:48:02.901664 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-dc93fe03-626d-4f25-9000-db43edb56622 req-686a68f0-3e6a-4402-b8df-b83892681b28 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:02.909687 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9e999ce1-d078-45e2-9d43-a44b84aa2903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:02.928669 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e61134-6ea5-451e-aec0-cb1b8d80a23d req-5dc579b3-8fbb-48c6-9a3a-08787fc978e4 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:02.930292 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-10e61134-6ea5-451e-aec0-cb1b8d80a23d req-5dc579b3-8fbb-48c6-9a3a-08787fc978e4 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 944 time: 0.3333185 Apr 20 05:48:02.936433 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e999ce1-d078-45e2-9d43-a44b84aa2903 admin admin] Checking segment: {'id': 'b8decfbc-09ee-4880-928d-da303faff6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e2c3b184-9bf1-47c9-b07b-8cb6245599a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:48:02.936830 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e999ce1-d078-45e2-9d43-a44b84aa2903 admin admin] Network hostable DHCP agents. Network: e2c3b184-9bf1-47c9-b07b-8cb6245599a1, hostable agents: ['b936b2ef-06b6-4af0-a031-b6b0516c12cc'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:48:03.033851 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-10e61134-6ea5-451e-aec0-cb1b8d80a23d req-6cc430c3-9897-4dc4-802d-17c563554dbc tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919402 Apr 20 05:48:03.034454 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e999ce1-d078-45e2-9d43-a44b84aa2903 admin admin] Network e2c3b184-9bf1-47c9-b07b-8cb6245599a1 is scheduled to be hosted by DHCP agent b936b2ef-06b6-4af0-a031-b6b0516c12cc with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:48:03.044501 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ce5e3405-2d59-4b8e-a104-4c768b266e67 req-3973f0e0-3888-46cc-98e1-4739ce843d92 service neutron] 10.222.0.13 "GET /v2.0/networks/5dbeac21-b7c3-43ba-938f-f593c439d69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407734 Apr 20 05:48:03.049338 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-9e999ce1-d078-45e2-9d43-a44b84aa2903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-smb, e2c3b184-9bf1-47c9-b07b-8cb6245599a1) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:48:03.062716 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e999ce1-d078-45e2-9d43-a44b84aa2903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:03.063364 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9e999ce1-d078-45e2-9d43-a44b84aa2903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:03.064302 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7066193-5ccc-4823-a5a2-95bd159b0129 None None] Network e2c3b184-9bf1-47c9-b07b-8cb6245599a1 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:48:03.093866 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-9e999ce1-d078-45e2-9d43-a44b84aa2903 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6681788 Apr 20 05:48:03.239612 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c083258-ca00-490a-b9a8-de4a98ba8df7 req-967474fe-c6f8-4984-9dc5-e77a628ea8e7 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:03.240288 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66c104-e201-42ed-ac0c-01d55bbf67cd req-c4a98b18-0166-475e-9c50-bca475e1491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:03.241308 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7c083258-ca00-490a-b9a8-de4a98ba8df7 req-967474fe-c6f8-4984-9dc5-e77a628ea8e7 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 945 time: 0.3049872 Apr 20 05:48:03.253397 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ac66c104-e201-42ed-ac0c-01d55bbf67cd req-c4a98b18-0166-475e-9c50-bca475e1491c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=021633b04e9d4684b74fff6ed36ae827&device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 1097 time: 0.1433601 Apr 20 05:48:03.297532 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55866) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:03.325173 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db155c77-e578-408c-b848-03fd3846aa1f None None] Network e2c3b184-9bf1-47c9-b07b-8cb6245599a1 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:48:03.379456 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7c083258-ca00-490a-b9a8-de4a98ba8df7 req-86d6e586-a4f3-4122-83ff-b730a75db7db tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=898769d4-4e15-42ac-81de-141874dc3fe3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278789 Apr 20 05:48:03.403511 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-dc93fe03-626d-4f25-9000-db43edb56622 req-686a68f0-3e6a-4402-b8df-b83892681b28 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] For port 58174217-c667-4d40-9b8e-1ff26a8df70c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=58174217-c667-4d40-9b8e-1ff26a8df70c,segment=NetworkSegment(d8111d06-d8c2-478d-81bb-a8d0dca3ec2f),segment_id=d8111d06-d8c2-478d-81bb-a8d0dca3ec2f)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:48:03.403511 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-dc93fe03-626d-4f25-9000-db43edb56622 req-686a68f0-3e6a-4402-b8df-b83892681b28 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:03.601579 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 916f709d-7e6d-4795-973e-504b174e9fdb details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:48:03.726532 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_v2 [None req-4493a6f4-bba0-4297-9df2-09e6394b63c6 admin admin] Deleting subnet 819e9cb2-e5b2-4e87-8c37-5b0e94fc921c {{(pid=86332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:48:03.731476 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4493a6f4-bba0-4297-9df2-09e6394b63c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:03.746356 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13734165-c5d1-4827-8fd8-2a29b78b0045 req-7795fe75-2035-48aa-8bb8-4ff88cdea17b tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:03.748008 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-13734165-c5d1-4827-8fd8-2a29b78b0045 req-7795fe75-2035-48aa-8bb8-4ff88cdea17b tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.4887428 Apr 20 05:48:03.749430 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66c104-e201-42ed-ac0c-01d55bbf67cd req-98c80831-c10a-4d1e-b039-bed39da7d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:03.750832 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ac66c104-e201-42ed-ac0c-01d55bbf67cd req-98c80831-c10a-4d1e-b039-bed39da7d70e service neutron] 10.222.0.13 "GET /v2.0/networks?id=5dbeac21-b7c3-43ba-938f-f593c439d69c HTTP/1.1" status: 200 len: 916 time: 0.4903522 Apr 20 05:48:03.781402 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 916f709d-7e6d-4795-973e-504b174e9fdb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=916f709d-7e6d-4795-973e-504b174e9fdb,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:48:03.798712 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': '916f709d-7e6d-4795-973e-504b174e9fdb', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'port_id': '916f709d-7e6d-4795-973e-504b174e9fdb', 'mac_address': 'fa:16:3e:4a:6f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:48:03.842319 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ac66c104-e201-42ed-ac0c-01d55bbf67cd req-37907d86-7812-42f1-8869-3c33ff0107fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71e90e78-2ec6-437b-93a3-fe4b19c9144b HTTP/1.1" status: 200 len: 217 time: 0.0829704 Apr 20 05:48:03.873012 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4493a6f4-bba0-4297-9df2-09e6394b63c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10657269'] for subnet, precommit_delete_associations {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:03.874617 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:03.894551 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916f709d-7e6d-4795-973e-504b174e9fdb {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:48:03.916474 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-13734165-c5d1-4827-8fd8-2a29b78b0045 req-26b491e1-d3b2-41ad-8141-3bdc43d02dfb tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585317 Apr 20 05:48:03.916730 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 916f709d-7e6d-4795-973e-504b174e9fdb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=916f709d-7e6d-4795-973e-504b174e9fdb,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:48:03.920827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:03.923765 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:03.940034 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66c104-e201-42ed-ac0c-01d55bbf67cd req-f6c5c302-a7b8-478b-897a-3d0e6d898e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:03.942087 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ac66c104-e201-42ed-ac0c-01d55bbf67cd req-f6c5c302-a7b8-478b-897a-3d0e6d898e1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34e41885-f0bc-4ded-8c2f-b5c7fdb723bf HTTP/1.1" status: 200 len: 854 time: 0.0907056 Apr 20 05:48:04.026844 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66c104-e201-42ed-ac0c-01d55bbf67cd req-64d12e5a-065a-45d1-b621-96c3d4575674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:04.029355 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ac66c104-e201-42ed-ac0c-01d55bbf67cd req-64d12e5a-065a-45d1-b621-96c3d4575674 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dbeac21-b7c3-43ba-938f-f593c439d69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798600 Apr 20 05:48:04.029667 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4493a6f4-bba0-4297-9df2-09e6394b63c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016692'] for subnet, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:04.032985 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=916f709d-7e6d-4795-973e-504b174e9fdb,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:04.045314 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:04.161740 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['916f709d-7e6d-4795-973e-504b174e9fdb'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:48:04.189076 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-dc93fe03-626d-4f25-9000-db43edb56622 req-686a68f0-3e6a-4402-b8df-b83892681b28 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:04.189489 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-dc93fe03-626d-4f25-9000-db43edb56622 req-686a68f0-3e6a-4402-b8df-b83892681b28 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:04.189840 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.l3_db [req-dc93fe03-626d-4f25-9000-db43edb56622 req-686a68f0-3e6a-4402-b8df-b83892681b28 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Floating IP db8a99cf-277a-4508-8242-dd0a59b197d9 disassociated. External IP: 172.28.3.196, port: 58174217-c667-4d40-9b8e-1ff26a8df70c. Apr 20 05:48:04.190229 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-dc93fe03-626d-4f25-9000-db43edb56622 req-686a68f0-3e6a-4402-b8df-b83892681b28 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Calling delete_port for 58174217-c667-4d40-9b8e-1ff26a8df70c owned by compute:nova {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:48:04.263396 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ac66c104-e201-42ed-ac0c-01d55bbf67cd req-289e5c4b-8ead-4a6f-990f-090d4a3bb9f1 service neutron] 10.222.0.13 "GET /v2.0/networks/5dbeac21-b7c3-43ba-938f-f593c439d69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265270 Apr 20 05:48:04.421028 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef0bd5-00ae-4d04-9aa7-6e8d0edbcd49 req-d2a25d3e-cb4f-4b5f-b57d-5305b18edb88 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:04.423062 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f3ef0bd5-00ae-4d04-9aa7-6e8d0edbcd49 req-d2a25d3e-cb4f-4b5f-b57d-5305b18edb88 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 944 time: 0.2178595 Apr 20 05:48:04.454634 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-dc93fe03-626d-4f25-9000-db43edb56622 req-686a68f0-3e6a-4402-b8df-b83892681b28 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:04.455356 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ac66c104-e201-42ed-ac0c-01d55bbf67cd req-0cfe9854-78d1-42f0-9a6c-9126ef511a10 service neutron] 10.222.0.13 "GET /v2.0/networks/5dbeac21-b7c3-43ba-938f-f593c439d69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840825 Apr 20 05:48:04.463598 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:04.491270 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f3ef0bd5-00ae-4d04-9aa7-6e8d0edbcd49 req-06bd5715-069d-43e9-8b41-ba45d7098f5a tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561757 Apr 20 05:48:04.514237 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a68f0-3e6a-4402-b8df-b83892681b28 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Pushing event deleted for resources: {'Port': ['ID=58174217-c667-4d40-9b8e-1ff26a8df70c,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:04.556063 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-686a68f0-3e6a-4402-b8df-b83892681b28 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:04.563450 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4493a6f4-bba0-4297-9df2-09e6394b63c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850759156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-896790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11223367'] for subnet, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:04.576571 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b85e66cf-0673-440a-870b-a9be90e817de req-cbded67a-b7db-419c-a582-10bc3aca494d tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 210 time: 0.0730920 Apr 20 05:48:04.579040 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-791aa09f-4716-4936-8300-73865b8abece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:04.683284 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4493a6f4-bba0-4297-9df2-09e6394b63c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:04.686008 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493a6f4-bba0-4297-9df2-09e6394b63c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=819e9cb2-e5b2-4e87-8c37-5b0e94fc921c,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:04.693181 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4493a6f4-bba0-4297-9df2-09e6394b63c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:04.769867 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-4493a6f4-bba0-4297-9df2-09e6394b63c6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/819e9cb2-e5b2-4e87-8c37-5b0e94fc921c HTTP/1.1" status: 204 len: 168 time: 1.4711988 Apr 20 05:48:04.772851 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55884) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:04.820930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc93fe03-626d-4f25-9000-db43edb56622 req-686a68f0-3e6a-4402-b8df-b83892681b28 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Router 454b8d86-c0db-475a-9276-585379864a1a has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:48:04.886817 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-29f8af1a-d5a8-47e9-b1bd-876a98f5c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918712'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:05.027078 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc93fe03-626d-4f25-9000-db43edb56622 req-686a68f0-3e6a-4402-b8df-b83892681b28 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:48:05.030549 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-29f8af1a-d5a8-47e9-b1bd-876a98f5c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850759071', 'neutron.services.segments.db._delete_segments_for_network-8736091077747'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:05.038983 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b856ce-4374-48bf-aa4d-362d3dcf4e9b None None] Sync routers for ids ['454b8d86-c0db-475a-9276-585379864a1a'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:48:05.055448 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b856ce-4374-48bf-aa4d-362d3dcf4e9b None None] Routers {'454b8d86-c0db-475a-9276-585379864a1a'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:48:05.056170 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-b0b856ce-4374-48bf-aa4d-362d3dcf4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:47:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['454b8d86-c0db-475a-9276-585379864a1a'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:05.173936 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc93fe03-626d-4f25-9000-db43edb56622 req-686a68f0-3e6a-4402-b8df-b83892681b28 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] No DVR routers for this DVR port 58174217-c667-4d40-9b8e-1ff26a8df70c on host hv-cinder-78605 {{(pid=86332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:48:05.177126 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-dc93fe03-626d-4f25-9000-db43edb56622 req-686a68f0-3e6a-4402-b8df-b83892681b28 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:05.180945 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-dc93fe03-626d-4f25-9000-db43edb56622 req-686a68f0-3e6a-4402-b8df-b83892681b28 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.13 "DELETE /v2.0/ports/58174217-c667-4d40-9b8e-1ff26a8df70c HTTP/1.1" status: 204 len: 173 time: 2.3530271 Apr 20 05:48:05.181546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c396db7-f731-4b98-aa77-358ca62d6a17', 'name': 'network-vif-deleted', 'tag': '58174217-c667-4d40-9b8e-1ff26a8df70c'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:48:05.241158 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c396db7-f731-4b98-aa77-358ca62d6a17', 'name': 'network-vif-deleted', 'tag': '58174217-c667-4d40-9b8e-1ff26a8df70c', 'status': 'completed', 'code': 200} Apr 20 05:48:05.292476 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-29f8af1a-d5a8-47e9-b1bd-876a98f5c5bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f1a05e-da05-4360-aa82-d84b230c0c0d']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:05.317340 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-b0b856ce-4374-48bf-aa4d-362d3dcf4e9b None None] Set router 454b8d86-c0db-475a-9276-585379864a1a gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:48:05.320326 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-29f8af1a-d5a8-47e9-b1bd-876a98f5c5bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab355051-0a61-4b68-8767-8e8f3e93dcf2') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:05.320656 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-29f8af1a-d5a8-47e9-b1bd-876a98f5c5bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab355051-0a61-4b68-8767-8e8f3e93dcf2') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:05.339043 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-29f8af1a-d5a8-47e9-b1bd-876a98f5c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300763536483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10998276'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:05.367736 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf651ece-f6b9-43b6-bfa3-ab09e17b7ce9 req-1f8f94d0-1bbd-47f0-8bc8-5aa67657942c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:05.369327 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cf651ece-f6b9-43b6-bfa3-ab09e17b7ce9 req-1f8f94d0-1bbd-47f0-8bc8-5aa67657942c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 944 time: 0.1958129 Apr 20 05:48:05.370346 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-29f8af1a-d5a8-47e9-b1bd-876a98f5c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:05.378279 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f8af1a-d5a8-47e9-b1bd-876a98f5c5bf admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:48:05.528950 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 71e90e78-2ec6-437b-93a3-fe4b19c9144b details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:48:05.531464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 916f709d-7e6d-4795-973e-504b174e9fdb up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:48:05.576431 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cf651ece-f6b9-43b6-bfa3-ab09e17b7ce9 req-a8a7897e-aa35-48ec-b616-7c2807abc9cf tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994050 Apr 20 05:48:05.597742 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-29f8af1a-d5a8-47e9-b1bd-876a98f5c5bf admin admin] Network 27f1a05e-da05-4360-aa82-d84b230c0c0d has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:48:05.628528 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-29f8af1a-d5a8-47e9-b1bd-876a98f5c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4027173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11767830'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:05.748462 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de4550-9a26-4a17-bfbd-301302768eff req-b1de5f62-1ace-4923-94c8-9001b6d3f4a1 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:05.757667 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-49de4550-9a26-4a17-bfbd-301302768eff req-b1de5f62-1ace-4923-94c8-9001b6d3f4a1 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 944 time: 0.1438208 Apr 20 05:48:05.829354 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-49de4550-9a26-4a17-bfbd-301302768eff req-4edcbeb7-b23a-447c-bc04-2b7fb7627bcb tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707273 Apr 20 05:48:05.837894 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b32207ed-dbf1-4bd5-9f39-582a6b008aea req-48d6d920-9c98-4f46-a0d4-672aeed9dd71 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c396db7-f731-4b98-aa77-358ca62d6a17 HTTP/1.1" status: 200 len: 210 time: 0.0886142 Apr 20 05:48:05.918776 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-29f8af1a-d5a8-47e9-b1bd-876a98f5c5bf admin admin] Network 27f1a05e-da05-4360-aa82-d84b230c0c0d has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: Traceback (most recent call last): Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: timer() Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: cb(*args, **kw) Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: return func(*args, **kwargs) Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: self._notify() Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: self.callback(batched_events) Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: event.method(event) Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: segment_id)['aggregates'][0] Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: return f(self, *a, **k) Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: return self._get(url).json() Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: **kwargs) Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: return self.request(url, 'GET', **kwargs) Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: **endpoint_filter) Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:48:05.945119 dv-cinder-786054-4-smb neutron-server[86220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:48:06.018881 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-29f8af1a-d5a8-47e9-b1bd-876a98f5c5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:06.019696 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port 916f709d-7e6d-4795-973e-504b174e9fdb completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:48:06.023755 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-29f8af1a-d5a8-47e9-b1bd-876a98f5c5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:06.026323 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:06.032391 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port 916f709d-7e6d-4795-973e-504b174e9fdb triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:06.032820 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:06.047357 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8af1a-d5a8-47e9-b1bd-876a98f5c5bf admin admin] Pushing event deleted for resources: {'Network': ['ID=27f1a05e-da05-4360-aa82-d84b230c0c0d,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:06.050128 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-29f8af1a-d5a8-47e9-b1bd-876a98f5c5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:06.054354 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-29f8af1a-d5a8-47e9-b1bd-876a98f5c5bf admin admin] 10.222.0.44 "DELETE /v2.0/networks/27f1a05e-da05-4360-aa82-d84b230c0c0d HTTP/1.1" status: 204 len: 168 time: 1.2775862 Apr 20 05:48:06.054913 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55898) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:06.098853 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 71e90e78-2ec6-437b-93a3-fe4b19c9144b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=71e90e78-2ec6-437b-93a3-fe4b19c9144b,segment=NetworkSegment(59adb665-f13d-461a-bbec-db50e0697ffa),segment_id=59adb665-f13d-461a-bbec-db50e0697ffa)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:48:06.124979 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6b4d45-9136-48be-a94d-977e593f3059 admin admin] Deleting subnet 323e3015-d599-47a0-8439-f3955d4fd496 {{(pid=86332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:48:06.126223 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-b0b856ce-4374-48bf-aa4d-362d3dcf4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '42a08a00-0bca-45d8-860d-3912986250d7', 'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'mac_address': 'fa:16:3e:09:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:24Z', 'revision_number': 5, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'subnets': [{'id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:06.128216 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0e6b4d45-9136-48be-a94d-977e593f3059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:06.133042 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': '71e90e78-2ec6-437b-93a3-fe4b19c9144b', 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c', 'port_id': '71e90e78-2ec6-437b-93a3-fe4b19c9144b', 'mac_address': 'fa:16:3e:ce:b7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:48:06.137859 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b856ce-4374-48bf-aa4d-362d3dcf4e9b None None] Checking router: 454b8d86-c0db-475a-9276-585379864a1a for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:48:06.181566 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0e6b4d45-9136-48be-a94d-977e593f3059 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10657269'] for subnet, precommit_delete_associations {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:06.216398 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b856ce-4374-48bf-aa4d-362d3dcf4e9b None None] Routers {'454b8d86-c0db-475a-9276-585379864a1a'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:48:06.217145 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-b0b856ce-4374-48bf-aa4d-362d3dcf4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:47:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['454b8d86-c0db-475a-9276-585379864a1a'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:06.239292 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0e6b4d45-9136-48be-a94d-977e593f3059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016692'] for subnet, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:06.319612 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-67e8e4b2-241b-4728-87fa-59c2002057c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:06.385753 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:06.447439 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e90e78-2ec6-437b-93a3-fe4b19c9144b {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:48:06.451601 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:06.497547 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 71e90e78-2ec6-437b-93a3-fe4b19c9144b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=71e90e78-2ec6-437b-93a3-fe4b19c9144b,segment=NetworkSegment(59adb665-f13d-461a-bbec-db50e0697ffa),segment_id=59adb665-f13d-461a-bbec-db50e0697ffa)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:48:06.499685 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0e6b4d45-9136-48be-a94d-977e593f3059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850759156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-896790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11223367'] for subnet, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:06.505260 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4493a6f4-bba0-4297-9df2-09e6394b63c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:06.505476 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916f709d-7e6d-4795-973e-504b174e9fdb'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:48:06.521086 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:06.527088 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:06.542247 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b4d45-9136-48be-a94d-977e593f3059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=323e3015-d599-47a0-8439-f3955d4fd496,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:06.544456 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0e6b4d45-9136-48be-a94d-977e593f3059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:06.547188 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-0e6b4d45-9136-48be-a94d-977e593f3059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:06.554469 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-0e6b4d45-9136-48be-a94d-977e593f3059 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/323e3015-d599-47a0-8439-f3955d4fd496 HTTP/1.1" status: 204 len: 168 time: 0.4960790 Apr 20 05:48:06.554899 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55904) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:06.567255 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 916f709d-7e6d-4795-973e-504b174e9fdb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=916f709d-7e6d-4795-973e-504b174e9fdb,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:48:06.580430 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916f709d-7e6d-4795-973e-504b174e9fdb', 'code': 200} Apr 20 05:48:06.586978 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:06.602691 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-b0b856ce-4374-48bf-aa4d-362d3dcf4e9b None None] Set router 454b8d86-c0db-475a-9276-585379864a1a gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:48:06.673827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-988ab81e-c6b3-41bc-89a8-d6c9b0cd8604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918712'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:06.685982 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=71e90e78-2ec6-437b-93a3-fe4b19c9144b,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:06.693770 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:06.749720 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:06.792128 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['71e90e78-2ec6-437b-93a3-fe4b19c9144b'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:48:06.861040 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec53d91-67a8-4e3b-835e-d731d4227e0b req-14651632-42a5-40e2-b7d6-75a6575ad076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:06.862753 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5ec53d91-67a8-4e3b-835e-d731d4227e0b req-14651632-42a5-40e2-b7d6-75a6575ad076 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 1098 time: 0.0932887 Apr 20 05:48:06.877385 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-988ab81e-c6b3-41bc-89a8-d6c9b0cd8604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850759071', 'neutron.services.segments.db._delete_segments_for_network-8736091077747'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:06.914804 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5ec53d91-67a8-4e3b-835e-d731d4227e0b req-3ac1928d-28fd-4308-a510-def74237b9ec service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450013 Apr 20 05:48:06.975859 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b36e8-ce76-4e2a-be83-00aff52b93ba req-292123f9-328d-43f9-a602-884199c08b78 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:06.977495 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-740b36e8-ce76-4e2a-be83-00aff52b93ba req-292123f9-328d-43f9-a602-884199c08b78 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.2536161 Apr 20 05:48:06.992127 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=916f709d-7e6d-4795-973e-504b174e9fdb,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:07.007055 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:07.040145 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-988ab81e-c6b3-41bc-89a8-d6c9b0cd8604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c3b184-9bf1-47c9-b07b-8cb6245599a1']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:07.065049 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-740b36e8-ce76-4e2a-be83-00aff52b93ba req-e26a9872-32b4-4f39-81a5-d1892b9a8c17 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754588 Apr 20 05:48:07.068327 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-988ab81e-c6b3-41bc-89a8-d6c9b0cd8604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8decfbc-09ee-4880-928d-da303faff6f2') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:07.068784 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-988ab81e-c6b3-41bc-89a8-d6c9b0cd8604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8decfbc-09ee-4880-928d-da303faff6f2') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:07.091070 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-988ab81e-c6b3-41bc-89a8-d6c9b0cd8604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300763536483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10998276'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:07.134260 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-988ab81e-c6b3-41bc-89a8-d6c9b0cd8604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:07.141176 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988ab81e-c6b3-41bc-89a8-d6c9b0cd8604 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:48:07.165496 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-b0b856ce-4374-48bf-aa4d-362d3dcf4e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '42a08a00-0bca-45d8-860d-3912986250d7', 'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'mac_address': 'fa:16:3e:09:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:24Z', 'revision_number': 5, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'subnets': [{'id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:07.190780 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b856ce-4374-48bf-aa4d-362d3dcf4e9b None None] The sync data for ids ['454b8d86-c0db-475a-9276-585379864a1a'] in dv-cinder-786054-4-smb is: [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '42a08a00-0bca-45d8-860d-3912986250d7', 'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'mac_address': 'fa:16:3e:09:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:24Z', 'revision_number': 5, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'subnets': [{'id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:48:07.361706 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55926) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:07.391705 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-988ab81e-c6b3-41bc-89a8-d6c9b0cd8604 admin admin] Network e2c3b184-9bf1-47c9-b07b-8cb6245599a1 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:48:07.402519 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-988ab81e-c6b3-41bc-89a8-d6c9b0cd8604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4027173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11767830'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:07.444540 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-35f3683a-5598-4b55-8801-ca86a71e3b60 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:07.475464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-35f3683a-5598-4b55-8801-ca86a71e3b60 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:07.529627 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-35f3683a-5598-4b55-8801-ca86a71e3b60 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:07.534965 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a6b52ce1-10f3-4a15-9b89-433b600368db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:07.542146 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 58174217-c667-4d40-9b8e-1ff26a8df70c no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:48:07.552662 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3683a-5598-4b55-8801-ca86a71e3b60 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=898769d4-4e15-42ac-81de-141874dc3fe3,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:07.555386 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-35f3683a-5598-4b55-8801-ca86a71e3b60 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:07.562055 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-35f3683a-5598-4b55-8801-ca86a71e3b60 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:07.566031 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-35f3683a-5598-4b55-8801-ca86a71e3b60 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "DELETE /v2.0/security-groups/898769d4-4e15-42ac-81de-141874dc3fe3 HTTP/1.1" status: 204 len: 168 time: 0.1907330 Apr 20 05:48:07.566481 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55930) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:07.584760 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.v2.resource [None req-18a16507-5440-405c-b882-28dba24f41d1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] show failed (client error): The resource could not be found. Apr 20 05:48:07.588840 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-18a16507-5440-405c-b882-28dba24f41d1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups/898769d4-4e15-42ac-81de-141874dc3fe3 HTTP/1.1" status: 404 len: 347 time: 0.0184333 Apr 20 05:48:07.589409 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55934) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:07.593710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] No Port match for: 58174217-c667-4d40-9b8e-1ff26a8df70c {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:48:07.594101 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 58174217-c667-4d40-9b8e-1ff26a8df70c not bound to the agent host hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:48:07.598320 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6709b05-ea0e-4e4a-8ddd-c14ff7bcfbfd None None] New status for floating IP db8a99cf-277a-4508-8242-dd0a59b197d9: DOWN {{(pid=86334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 05:48:07.608324 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5b174-86db-4d89-9d81-eb6d460e33d8 req-4b539e28-8a07-4876-afab-9dbaa200ad75 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:07.610009 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1fe5b174-86db-4d89-9d81-eb6d460e33d8 req-4b539e28-8a07-4876-afab-9dbaa200ad75 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 945 time: 0.3722298 Apr 20 05:48:07.625543 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-988ab81e-c6b3-41bc-89a8-d6c9b0cd8604 admin admin] Network e2c3b184-9bf1-47c9-b07b-8cb6245599a1 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: Traceback (most recent call last): Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: timer() Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: cb(*args, **kw) Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: return func(*args, **kwargs) Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: self._notify() Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: self.callback(batched_events) Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: event.method(event) Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: segment_id)['aggregates'][0] Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: return f(self, *a, **k) Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: return self._get(url).json() Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: **kwargs) Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: return self.request(url, 'GET', **kwargs) Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: **endpoint_filter) Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:48:07.661532 dv-cinder-786054-4-smb neutron-server[86220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:48:07.764171 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Deleting port 3b332f61-112b-4182-96f1-158eae7e6b32 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:48:07.764725 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:07.947850 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4685c2ef-3cb1-409a-9b0d-8d7964edc179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:07.981797 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:07.982315 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:08.032789 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1fe5b174-86db-4d89-9d81-eb6d460e33d8 req-c3cabb93-462d-46ba-8bad-6bec0ec3dc16 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104671 Apr 20 05:48:08.033573 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-988ab81e-c6b3-41bc-89a8-d6c9b0cd8604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:08.037389 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3d7add9d-668e-493a-9a5a-84741f613e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:08.059102 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-988ab81e-c6b3-41bc-89a8-d6c9b0cd8604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:08.061854 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ab81e-c6b3-41bc-89a8-d6c9b0cd8604 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c3b184-9bf1-47c9-b07b-8cb6245599a1,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:08.064451 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-988ab81e-c6b3-41bc-89a8-d6c9b0cd8604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:08.066261 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-988ab81e-c6b3-41bc-89a8-d6c9b0cd8604 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e2c3b184-9bf1-47c9-b07b-8cb6245599a1 HTTP/1.1" status: 204 len: 168 time: 1.5100162 Apr 20 05:48:08.120188 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Calling delete_port for 3b332f61-112b-4182-96f1-158eae7e6b32 owned by network:floatingip {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:48:08.200960 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55942) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:08.305701 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.db.api [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 05:48:08.306075 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_db.api [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 05:48:08.317888 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-6a7d3378-e528-40fe-9294-73c433310d90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48f2f5d3f6fa47e688b08f4e6a4a786f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1160245 Apr 20 05:48:08.320963 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55946) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:08.352037 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119b3ab-4b2d-41b2-b8f1-17720d699906 req-5da37f5e-86e3-41c9-b274-af6db7a1cf91 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:08.353602 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7119b3ab-4b2d-41b2-b8f1-17720d699906 req-5da37f5e-86e3-41c9-b274-af6db7a1cf91 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.1274450 Apr 20 05:48:08.386699 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-01c5a4de-807c-4baa-a0c9-172573196cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:08.406025 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7119b3ab-4b2d-41b2-b8f1-17720d699906 req-54e7a90d-53a2-4666-b3c4-c9272cf4cd55 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457978 Apr 20 05:48:08.415250 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-01c5a4de-807c-4baa-a0c9-172573196cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:08.461392 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-01c5a4de-807c-4baa-a0c9-172573196cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:08.466775 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d129dc16-fe15-406e-b453-fbead8975217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:08.478169 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5a4de-807c-4baa-a0c9-172573196cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94572f26-9c07-42bd-acaa-01213b771843,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:08.480618 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-01c5a4de-807c-4baa-a0c9-172573196cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:08.486996 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-01c5a4de-807c-4baa-a0c9-172573196cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:08.490737 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-01c5a4de-807c-4baa-a0c9-172573196cc4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94572f26-9c07-42bd-acaa-01213b771843 HTTP/1.1" status: 204 len: 168 time: 0.1661780 Apr 20 05:48:08.623943 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a0328-83c4-4838-aadb-b28e072e9e93 req-c6c77118-9be3-4b14-a4eb-c9f8caa5b29b tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:08.625542 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-dc9a0328-83c4-4838-aadb-b28e072e9e93 req-c6c77118-9be3-4b14-a4eb-c9f8caa5b29b tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.0930150 Apr 20 05:48:08.635243 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 55958) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:08.640891 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-f1b9cc26-7d62-433c-a444-61ef50be0750 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Request body: {'floatingip': {'port_id': '916f709d-7e6d-4795-973e-504b174e9fdb'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:08.763839 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:08.890242 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4306dd0-61dd-4f12-91b1-d8c2b7e6ec53 req-a373269e-4294-46de-8225-303fa6a16d60 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:08.891864 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e4306dd0-61dd-4f12-91b1-d8c2b7e6ec53 req-a373269e-4294-46de-8225-303fa6a16d60 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 946 time: 0.0943429 Apr 20 05:48:08.892388 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55966) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:08.936147 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Deleting port 3b332f61-112b-4182-96f1-158eae7e6b32 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:48:08.936527 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:08.979970 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e4306dd0-61dd-4f12-91b1-d8c2b7e6ec53 req-c4ea53e2-e9fb-45e4-bd6d-f28b1cf7c344 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722368 Apr 20 05:48:08.985647 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-0adcabae-be85-4fea-95cb-2ddab7ef8a1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b14e7cf17ea64c8c917095d52ba68f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0895667 Apr 20 05:48:08.986207 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 55970) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:09.002484 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f1b9cc26-7d62-433c-a444-61ef50be0750 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for floatingip, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:09.047727 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:09.082291 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:09.135377 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:09.140270 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9cf3d1ce-7be9-4520-b2b3-c0d41e8d5f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:09.152777 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50766958-9481-4ebf-82e4-906b1179a124,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:09.164790 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:09.165485 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:09.165892 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:09.166288 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:09.166676 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:09.167064 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:09.167449 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:09.167841 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:09.168233 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:09.168616 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:09.169136 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:09.169524 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:09.173550 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:09.175189 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:09.176577 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50766958-9481-4ebf-82e4-906b1179a124 HTTP/1.1" status: 204 len: 168 time: 0.1893489 Apr 20 05:48:09.469767 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:09.470142 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:09.534744 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:09.563365 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 71e90e78-2ec6-437b-93a3-fe4b19c9144b up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:48:09.641359 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port 71e90e78-2ec6-437b-93a3-fe4b19c9144b completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:48:09.646306 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port 71e90e78-2ec6-437b-93a3-fe4b19c9144b triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:09.646659 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:09.665587 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Calling delete_port for 3b332f61-112b-4182-96f1-158eae7e6b32 owned by network:floatingip {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:48:09.733449 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb76923-25d0-40d8-8e98-a69706a1a1cd req-2d0cd5f7-e060-46b9-b4bd-80c41f7b7b66 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:09.735062 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7fb76923-25d0-40d8-8e98-a69706a1a1cd req-2d0cd5f7-e060-46b9-b4bd-80c41f7b7b66 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 945 time: 0.5760841 Apr 20 05:48:09.778704 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:09.808954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e90e78-2ec6-437b-93a3-fe4b19c9144b'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:48:09.819914 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 71e90e78-2ec6-437b-93a3-fe4b19c9144b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=71e90e78-2ec6-437b-93a3-fe4b19c9144b,segment=NetworkSegment(59adb665-f13d-461a-bbec-db50e0697ffa),segment_id=59adb665-f13d-461a-bbec-db50e0697ffa)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:48:09.824179 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:09.826546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:09.892341 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e90e78-2ec6-437b-93a3-fe4b19c9144b', 'code': 200} Apr 20 05:48:09.907528 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=71e90e78-2ec6-437b-93a3-fe4b19c9144b,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:09.911557 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:09.918320 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7fb76923-25d0-40d8-8e98-a69706a1a1cd req-121d9e1c-9a8b-4bb9-a734-7439e8210d62 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693258 Apr 20 05:48:10.197528 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:10.209965 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:10.238592 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8b658-88b2-4eda-ad1a-6a97958fd172 req-c3070a28-8ffb-40de-8faa-73c569223ca1 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:10.240542 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b7d8b658-88b2-4eda-ad1a-6a97958fd172 req-c3070a28-8ffb-40de-8faa-73c569223ca1 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 946 time: 0.1242995 Apr 20 05:48:10.273800 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Pushing event deleted for resources: {'Port': ['ID=3b332f61-112b-4182-96f1-158eae7e6b32,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:10.297590 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b7d8b658-88b2-4eda-ad1a-6a97958fd172 req-ed4b2d03-a9bb-4363-b22e-5bd48dff1679 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476859 Apr 20 05:48:10.326596 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:10.327008 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:10.327404 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:10.327799 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:10.328182 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:10.328571 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:10.328984 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:10.329373 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:10.330119 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:10.330119 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:10.330478 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:10.330856 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:10.365047 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:10.388134 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:10.389328 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d034e26-0857-49a9-9750-33fcda7c3c12 req-382bde17-16ab-4261-9f03-ba1eb81c2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:10.390961 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9d034e26-0857-49a9-9750-33fcda7c3c12 req-382bde17-16ab-4261-9f03-ba1eb81c2580 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 1099 time: 0.2937114 Apr 20 05:48:10.782529 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for floatingip, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:10.819297 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9d034e26-0857-49a9-9750-33fcda7c3c12 req-f2ecdf71-fc42-47e4-ba11-f289efe08b49 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877203 Apr 20 05:48:10.831627 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for floatingip, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:10.832778 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "DELETE /v2.0/floatingips/db8a99cf-277a-4508-8242-dd0a59b197d9 HTTP/1.1" status: 204 len: 168 time: 3.2423449 Apr 20 05:48:10.846026 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f1b9cc26-7d62-433c-a444-61ef50be0750 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:10.850014 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f1b9cc26-7d62-433c-a444-61ef50be0750 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:11.035494 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.l3_db [None req-f1b9cc26-7d62-433c-a444-61ef50be0750 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Floating IP 1b0278ee-bb11-49dd-975a-b2fb8983f71b associated. External IP: 172.28.3.51, port: 916f709d-7e6d-4795-973e-504b174e9fdb. Apr 20 05:48:11.160025 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a2386-b637-4e13-a89f-eb3ddcd334f7 req-b9c0c968-f065-43fa-902d-8619c39344af tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:11.162059 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab4a2386-b637-4e13-a89f-eb3ddcd334f7 req-b9c0c968-f065-43fa-902d-8619c39344af tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 946 time: 0.1075785 Apr 20 05:48:11.162745 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56026) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:11.168814 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-293901e0-4968-4fc4-acd6-4d24ed4cb428 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1642335698', 'description': 'tempest-description--1612460283'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:11.178160 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-293901e0-4968-4fc4-acd6-4d24ed4cb428 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:11.196636 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-293901e0-4968-4fc4-acd6-4d24ed4cb428 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Usage tracker for resource:security_group and tenant:2ab7172ed9a44fe6aa1df137f47c43e3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:11.199164 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56030) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:11.201679 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-293901e0-4968-4fc4-acd6-4d24ed4cb428 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:11.219767 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-293901e0-4968-4fc4-acd6-4d24ed4cb428 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:11.244222 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-293901e0-4968-4fc4-acd6-4d24ed4cb428 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:11.256308 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab4a2386-b637-4e13-a89f-eb3ddcd334f7 req-a81f7131-c156-4496-a020-dad2d41bde91 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802748 Apr 20 05:48:11.269936 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-293901e0-4968-4fc4-acd6-4d24ed4cb428 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:11.274707 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-293901e0-4968-4fc4-acd6-4d24ed4cb428 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Usage tracker for resource:security_group_rule and tenant:2ab7172ed9a44fe6aa1df137f47c43e3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:11.278212 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-293901e0-4968-4fc4-acd6-4d24ed4cb428 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:11.285196 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-293901e0-4968-4fc4-acd6-4d24ed4cb428 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:11.373435 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5c60c24f-c7bb-4f64-b204-406e2f1ca908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:11.393002 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-5c60c24f-c7bb-4f64-b204-406e2f1ca908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:11.397052 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-5c60c24f-c7bb-4f64-b204-406e2f1ca908 admin admin] Usage tracker for resource:security_group_rule and tenant:ead00cfe02d647e1bcbdfc0574e57586 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:11.400087 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-5c60c24f-c7bb-4f64-b204-406e2f1ca908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:11.406043 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-5c60c24f-c7bb-4f64-b204-406e2f1ca908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:11.418685 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-293901e0-4968-4fc4-acd6-4d24ed4cb428 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:11.428562 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-293901e0-4968-4fc4-acd6-4d24ed4cb428 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:11.435448 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-550a06e9-0e1c-4b6c-8e6b-0e5e70903735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:11.490697 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293901e0-4968-4fc4-acd6-4d24ed4cb428 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:11.499365 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-293901e0-4968-4fc4-acd6-4d24ed4cb428 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:11.505113 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-293901e0-4968-4fc4-acd6-4d24ed4cb428 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:11.506426 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-293901e0-4968-4fc4-acd6-4d24ed4cb428 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3424368 Apr 20 05:48:11.512747 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56038) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:11.520318 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-99367450-47bb-4df7-ad83-04c742a6e4c6 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Request body: {'security_group_rule': {'security_group_id': 'ed43b79e-dab1-4f7a-9fc6-ded1f9135f68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:11.521349 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b9cc26-7d62-433c-a444-61ef50be0750 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Router 9b0ad32a-397b-4e45-957b-936a7d45b31e has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:48:11.535514 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-99367450-47bb-4df7-ad83-04c742a6e4c6 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:11.541838 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-99367450-47bb-4df7-ad83-04c742a6e4c6 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Usage tracker for resource:security_group_rule and tenant:2ab7172ed9a44fe6aa1df137f47c43e3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:11.555517 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-99367450-47bb-4df7-ad83-04c742a6e4c6 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:11.564978 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-99367450-47bb-4df7-ad83-04c742a6e4c6 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:11.582503 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5c60c24f-c7bb-4f64-b204-406e2f1ca908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:11.586340 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5c60c24f-c7bb-4f64-b204-406e2f1ca908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:11.595155 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-07b6b4a6-d6ea-4b39-b8a6-97ce22963750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:11.606318 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564841b-16e0-4bf2-baf4-2ef38ede045d req-283d0513-6621-4df2-84c0-7528dfa07780 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:11.607932 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b564841b-16e0-4bf2-baf4-2ef38ede045d req-283d0513-6621-4df2-84c0-7528dfa07780 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 946 time: 0.1891065 Apr 20 05:48:11.623916 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-99367450-47bb-4df7-ad83-04c742a6e4c6 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:11.658942 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-5c60c24f-c7bb-4f64-b204-406e2f1ca908 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ead00cfe02d647e1bcbdfc0574e57586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4543865 Apr 20 05:48:11.659244 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56042) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:11.671146 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60c24f-c7bb-4f64-b204-406e2f1ca908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14cdf06-acba-4b1a-bd3e-1c212cf98729,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:11.705981 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5c60c24f-c7bb-4f64-b204-406e2f1ca908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:11.748599 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b564841b-16e0-4bf2-baf4-2ef38ede045d req-e97b474d-65fe-4db9-8eb4-6b7a50961baa tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317582 Apr 20 05:48:11.763993 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-99367450-47bb-4df7-ad83-04c742a6e4c6 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:11.776451 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-99367450-47bb-4df7-ad83-04c742a6e4c6 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:11.779410 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b9cc26-7d62-433c-a444-61ef50be0750 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:48:11.784312 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f1b9cc26-7d62-433c-a444-61ef50be0750 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for floatingip, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:11.788570 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:11.791110 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f2983-c9c4-4010-8189-95b1be21bd27 None None] Sync routers for ids ['9b0ad32a-397b-4e45-957b-936a7d45b31e'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:48:11.806222 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f2983-c9c4-4010-8189-95b1be21bd27 None None] Routers {'9b0ad32a-397b-4e45-957b-936a7d45b31e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:48:11.807223 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-bd9f2983-c9c4-4010-8189-95b1be21bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:48:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['9b0ad32a-397b-4e45-957b-936a7d45b31e'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:11.820112 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0724ff48-281f-4c22-8b37-830dd8b6dbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:11.822260 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99367450-47bb-4df7-ad83-04c742a6e4c6 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5342516-eae2-4381-90b3-5cb31517f9f1,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:11.833299 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-99367450-47bb-4df7-ad83-04c742a6e4c6 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:11.855855 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-f1b9cc26-7d62-433c-a444-61ef50be0750 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "PUT /v2.0/floatingips/1b0278ee-bb11-49dd-975a-b2fb8983f71b HTTP/1.1" status: 200 len: 990 time: 3.2167132 Apr 20 05:48:11.855855 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'tag': '916f709d-7e6d-4795-973e-504b174e9fdb'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:48:11.865380 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-99367450-47bb-4df7-ad83-04c742a6e4c6 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:11.870690 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 56050) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:11.877249 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-99367450-47bb-4df7-ad83-04c742a6e4c6 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3631921 Apr 20 05:48:11.878420 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-00459813-1791-4277-945c-7eacdf11d967 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Request body: {'security_group_rule': {'security_group_id': 'ed43b79e-dab1-4f7a-9fc6-ded1f9135f68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:11.893765 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0724ff48-281f-4c22-8b37-830dd8b6dbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:11.895090 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-00459813-1791-4277-945c-7eacdf11d967 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:11.906198 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-00459813-1791-4277-945c-7eacdf11d967 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Usage tracker for resource:security_group_rule and tenant:2ab7172ed9a44fe6aa1df137f47c43e3 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:11.912994 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-00459813-1791-4277-945c-7eacdf11d967 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:11.917967 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'tag': '916f709d-7e6d-4795-973e-504b174e9fdb', 'status': 'completed', 'code': 200} Apr 20 05:48:11.922605 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-00459813-1791-4277-945c-7eacdf11d967 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:11.941247 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-00459813-1791-4277-945c-7eacdf11d967 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:11.972310 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0724ff48-281f-4c22-8b37-830dd8b6dbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:11.977891 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4f6bceaf-5e89-4b04-9250-bb617a9a39fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:11.992667 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724ff48-281f-4c22-8b37-830dd8b6dbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14cdf06-acba-4b1a-bd3e-1c212cf98729,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:11.995933 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-0724ff48-281f-4c22-8b37-830dd8b6dbfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:11.997017 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0724ff48-281f-4c22-8b37-830dd8b6dbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:12.000751 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-0724ff48-281f-4c22-8b37-830dd8b6dbfe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c14cdf06-acba-4b1a-bd3e-1c212cf98729 HTTP/1.1" status: 204 len: 168 time: 0.3317497 Apr 20 05:48:12.082586 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-00459813-1791-4277-945c-7eacdf11d967 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:12.089276 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-00459813-1791-4277-945c-7eacdf11d967 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:12.094093 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25743e15-bfe1-487c-ae6e-52d16292ca52 req-020cd3e8-f24c-4514-8844-7aa900e137f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:12.096148 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-25743e15-bfe1-487c-ae6e-52d16292ca52 req-020cd3e8-f24c-4514-8844-7aa900e137f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10c6bb10c09f41b2bd958de46431d375&device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 1098 time: 0.1456552 Apr 20 05:48:12.114435 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:12.132844 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00459813-1791-4277-945c-7eacdf11d967 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a060007-4eb3-4e53-9cae-357535bff99d,revision_number=0']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:12.155022 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-00459813-1791-4277-945c-7eacdf11d967 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:12.156251 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-00459813-1791-4277-945c-7eacdf11d967 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2839572 Apr 20 05:48:12.159666 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56056) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:12.163087 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-00459813-1791-4277-945c-7eacdf11d967 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:12.165688 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Request body: {'floatingip': {'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:12.182847 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:12.189896 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Usage tracker for resource:floatingip and tenant:2ab7172ed9a44fe6aa1df137f47c43e3 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:12.195754 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:12.196489 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-bd9f2983-c9c4-4010-8189-95b1be21bd27 None None] Set router 9b0ad32a-397b-4e45-957b-936a7d45b31e gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:48:12.206941 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:12.227717 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for floatingip, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:12.289895 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25743e15-bfe1-487c-ae6e-52d16292ca52 req-c7119e68-3dff-481e-a2e8-b70e07788848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:12.291728 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-25743e15-bfe1-487c-ae6e-52d16292ca52 req-c7119e68-3dff-481e-a2e8-b70e07788848 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b33f592a-fb2a-48c3-93cb-6ae242341fc0 HTTP/1.1" status: 200 len: 918 time: 0.1604171 Apr 20 05:48:12.426851 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:12.429577 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56064) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:12.479547 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-25743e15-bfe1-487c-ae6e-52d16292ca52 req-8790a7a1-e075-4b7a-bbef-dbbbaa4f2bc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916f709d-7e6d-4795-973e-504b174e9fdb HTTP/1.1" status: 200 len: 998 time: 0.1789773 Apr 20 05:48:12.487518 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9eec0583-73d2-4406-adb7-4a381034a2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:12.525993 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-9eec0583-73d2-4406-adb7-4a381034a2e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:12.535507 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-9eec0583-73d2-4406-adb7-4a381034a2e0 admin admin] Usage tracker for resource:security_group_rule and tenant:f9fed4e511dc4012a3bcc4bd3921fbd0 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:12.541077 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-9eec0583-73d2-4406-adb7-4a381034a2e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:12.551750 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-9eec0583-73d2-4406-adb7-4a381034a2e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:12.564102 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25743e15-bfe1-487c-ae6e-52d16292ca52 req-6cb8aaed-3be8-4054-a28c-41c3fe299ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:12.565709 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-25743e15-bfe1-487c-ae6e-52d16292ca52 req-6cb8aaed-3be8-4054-a28c-41c3fe299ce7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae89ec99-f254-4930-8e7f-44ab758e868e HTTP/1.1" status: 200 len: 856 time: 0.0756452 Apr 20 05:48:12.574053 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525e178-05f0-4d3e-a8a9-6f276000d8f6 req-b65d8292-f527-4264-994d-bc64fe717e9d tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:12.575441 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2525e178-05f0-4d3e-a8a9-6f276000d8f6 req-b65d8292-f527-4264-994d-bc64fe717e9d tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 946 time: 0.1902070 Apr 20 05:48:12.605695 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-bd9f2983-c9c4-4010-8189-95b1be21bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_floatingips': [{'id': '1b0278ee-bb11-49dd-975a-b2fb8983f71b', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'floating_ip_address': '172.28.3.51', 'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'router_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'port_id': '916f709d-7e6d-4795-973e-504b174e9fdb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'mac_address': 'fa:16:3e:4a:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:47:40Z', 'updated_at': '2021-04-20T05:48:10Z', 'revision_number': 1, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eda9181-7041-426e-a31e-4eb394066367', 'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'mac_address': 'fa:16:3e:6c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:21Z', 'revision_number': 5, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'subnets': [{'id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:12.609876 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f2983-c9c4-4010-8189-95b1be21bd27 None None] Checking router: 9b0ad32a-397b-4e45-957b-936a7d45b31e for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:48:12.619216 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f2983-c9c4-4010-8189-95b1be21bd27 None None] Routers {'9b0ad32a-397b-4e45-957b-936a7d45b31e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:48:12.619890 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-bd9f2983-c9c4-4010-8189-95b1be21bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:48:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['9b0ad32a-397b-4e45-957b-936a7d45b31e'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:12.639454 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Allocated IP 172.28.3.165 (50a41118-ba44-449f-9b81-e04381d54b8b/c213a0b6-2cec-4373-bed2-ef584dd5d4ed/8315fcf1-a3a2-47ac-b145-d79cf7e0ff0c) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:48:12.682567 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2525e178-05f0-4d3e-a8a9-6f276000d8f6 req-6fd98ffe-bd0e-4904-8725-e9d2b4bf23ee tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606501 Apr 20 05:48:12.695373 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25743e15-bfe1-487c-ae6e-52d16292ca52 req-21837967-73bf-4edf-be93-ed89034e584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:12.696979 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-25743e15-bfe1-487c-ae6e-52d16292ca52 req-21837967-73bf-4edf-be93-ed89034e584d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b33f592a-fb2a-48c3-93cb-6ae242341fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1191778 Apr 20 05:48:12.836868 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-bd9f2983-c9c4-4010-8189-95b1be21bd27 None None] Set router 9b0ad32a-397b-4e45-957b-936a7d45b31e gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:48:12.872315 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-25743e15-bfe1-487c-ae6e-52d16292ca52 req-4489aacf-7661-431d-a680-11ae395a71b9 service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609404 Apr 20 05:48:12.908762 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:12.917389 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9eec0583-73d2-4406-adb7-4a381034a2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:12.925624 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9eec0583-73d2-4406-adb7-4a381034a2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:12.935027 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-29843a9b-78a2-4d42-8f4d-a9d48c19851c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:13.003376 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-9eec0583-73d2-4406-adb7-4a381034a2e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9fed4e511dc4012a3bcc4bd3921fbd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5726531 Apr 20 05:48:13.005009 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec0583-73d2-4406-adb7-4a381034a2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975110c8-926f-4a4c-9bb9-abd52c0c9859,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:13.008412 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9eec0583-73d2-4406-adb7-4a381034a2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:13.009000 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56072) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:13.055860 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b715d9b-c2e3-4857-a06f-a29475095e25 req-ad56b8b4-f495-4a8f-a187-d4615e1abd5b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:13.057439 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2b715d9b-c2e3-4857-a06f-a29475095e25 req-ad56b8b4-f495-4a8f-a187-d4615e1abd5b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 946 time: 0.2420497 Apr 20 05:48:13.091514 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:13.102261 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-cb2ec3c3-ee5e-4945-bf0f-3c6f5e8c58f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:13.107463 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-25743e15-bfe1-487c-ae6e-52d16292ca52 req-2a3ec94a-8443-4b7a-a575-82f8a9e2b7a2 service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275620 Apr 20 05:48:13.116629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c95efa-7635-408e-bcb4-cf901b54cb8f req-ba8dd7bf-fe71-4601-8869-4a18db75d8f2 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:13.125670 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-45c95efa-7635-408e-bcb4-cf901b54cb8f req-ba8dd7bf-fe71-4601-8869-4a18db75d8f2 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 946 time: 0.2221260 Apr 20 05:48:13.180805 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-45c95efa-7635-408e-bcb4-cf901b54cb8f req-a136c115-eb04-4f95-ae88-982c9eb5bca5 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/security-groups?id=2855fe17-c6f9-46ee-a710-1b1135e03e2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541453 Apr 20 05:48:13.200479 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Pushing event updated for resources: {'Port': ['ID=8315fcf1-a3a2-47ac-b145-d79cf7e0ff0c,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:13.204230 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:13.236391 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4dbd1b15-6309-4d96-a21a-95f858cea7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:13.257587 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Network 50a41118-ba44-449f-9b81-e04381d54b8b is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:48:13.270744 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-bd9f2983-c9c4-4010-8189-95b1be21bd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_floatingips': [{'id': '1b0278ee-bb11-49dd-975a-b2fb8983f71b', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'floating_ip_address': '172.28.3.51', 'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'router_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'port_id': '916f709d-7e6d-4795-973e-504b174e9fdb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'mac_address': 'fa:16:3e:4a:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:47:40Z', 'updated_at': '2021-04-20T05:48:10Z', 'revision_number': 1, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eda9181-7041-426e-a31e-4eb394066367', 'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'mac_address': 'fa:16:3e:6c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:21Z', 'revision_number': 5, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'subnets': [{'id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:13.272614 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2b715d9b-c2e3-4857-a06f-a29475095e25 req-aafb2eed-1416-4d76-bc73-86dfc305d905 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068024 Apr 20 05:48:13.276131 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f2983-c9c4-4010-8189-95b1be21bd27 None None] The sync data for ids ['9b0ad32a-397b-4e45-957b-936a7d45b31e'] in dv-cinder-786054-4-smb is: [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_floatingips': [{'id': '1b0278ee-bb11-49dd-975a-b2fb8983f71b', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'floating_ip_address': '172.28.3.51', 'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'router_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'port_id': '916f709d-7e6d-4795-973e-504b174e9fdb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'mac_address': 'fa:16:3e:4a:6f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:47:40Z', 'updated_at': '2021-04-20T05:48:10Z', 'revision_number': 1, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eda9181-7041-426e-a31e-4eb394066367', 'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'mac_address': 'fa:16:3e:6c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:21Z', 'revision_number': 5, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'subnets': [{'id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:48:13.280369 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:48:13.291443 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:48:13.308129 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab3cd0-e876-4d39-a755-8aed8b12ec16 req-b7cfdd28-2821-4bd7-bd7d-8a5a7055d7ec tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:13.309671 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3eab3cd0-e876-4d39-a755-8aed8b12ec16 req-b7cfdd28-2821-4bd7-bd7d-8a5a7055d7ec tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.13 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 946 time: 0.1268897 Apr 20 05:48:13.336047 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4dbd1b15-6309-4d96-a21a-95f858cea7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:13.404687 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-3eab3cd0-e876-4d39-a755-8aed8b12ec16 req-1479f264-87b9-478d-8019-10564e4d24f2 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Deleting port cf4d7d04-19fa-474c-8932-8c0c5c31a54b {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:48:13.405097 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-3eab3cd0-e876-4d39-a755-8aed8b12ec16 req-1479f264-87b9-478d-8019-10564e4d24f2 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:13.426073 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4dbd1b15-6309-4d96-a21a-95f858cea7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:13.431689 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-01c5a4de-807c-4baa-a0c9-172573196cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:13.454427 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:13.465759 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd1b15-6309-4d96-a21a-95f858cea7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975110c8-926f-4a4c-9bb9-abd52c0c9859,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:13.470375 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4dbd1b15-6309-4d96-a21a-95f858cea7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:13.524967 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4dbd1b15-6309-4d96-a21a-95f858cea7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:13.526189 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-4dbd1b15-6309-4d96-a21a-95f858cea7e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/975110c8-926f-4a4c-9bb9-abd52c0c9859 HTTP/1.1" status: 204 len: 168 time: 0.5138907 Apr 20 05:48:13.536291 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:13.681432 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67b5869-cfac-4132-9c49-f583d327e642 None None] New status for floating IP 1b0278ee-bb11-49dd-975a-b2fb8983f71b: ACTIVE {{(pid=86334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 05:48:13.809903 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:13.814743 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11767912'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:13.827118 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-faea7bce-8285-4548-83c5-28facfc76bfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:13.834121 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:13.871964 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-3eab3cd0-e876-4d39-a755-8aed8b12ec16 req-1479f264-87b9-478d-8019-10564e4d24f2 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] For port cf4d7d04-19fa-474c-8932-8c0c5c31a54b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cf4d7d04-19fa-474c-8932-8c0c5c31a54b,segment=NetworkSegment(144eced7-532e-40dd-b1df-a889271e06ed),segment_id=144eced7-532e-40dd-b1df-a889271e06ed)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:48:13.872612 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-3eab3cd0-e876-4d39-a755-8aed8b12ec16 req-1479f264-87b9-478d-8019-10564e4d24f2 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:13.939884 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Pushing event updated for resources: {'Port': ['ID=8315fcf1-a3a2-47ac-b145-d79cf7e0ff0c,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:13.950243 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:13.979413 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:13.998009 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:13.999374 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8385544 Apr 20 05:48:14.029997 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-3eab3cd0-e876-4d39-a755-8aed8b12ec16 req-1479f264-87b9-478d-8019-10564e4d24f2 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Calling delete_port for cf4d7d04-19fa-474c-8932-8c0c5c31a54b owned by compute:nova {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:48:14.097474 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a9537-4182-4e6a-8022-420fd9185fd0 req-107c1f17-f071-4479-b34d-3dc84823286e tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:14.099063 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-945a9537-4182-4e6a-8022-420fd9185fd0 req-107c1f17-f071-4479-b34d-3dc84823286e tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 946 time: 0.3393664 Apr 20 05:48:14.174899 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-945a9537-4182-4e6a-8022-420fd9185fd0 req-f184438d-48cf-423f-bca2-7c6070143050 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638459 Apr 20 05:48:14.252679 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-3eab3cd0-e876-4d39-a755-8aed8b12ec16 req-1479f264-87b9-478d-8019-10564e4d24f2 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:14.261957 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6782c649-a4ab-4921-b388-7c1e35bc7376 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:14.264814 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['cf4d7d04-19fa-474c-8932-8c0c5c31a54b'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:48:14.317024 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479f264-87b9-478d-8019-10564e4d24f2 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Pushing event deleted for resources: {'Port': ['ID=cf4d7d04-19fa-474c-8932-8c0c5c31a54b,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:14.319356 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1479f264-87b9-478d-8019-10564e4d24f2 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:14.410044 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-d7765967-13eb-4eb2-97b3-b860bd3cfeee tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Synchronizing usage tracker for tenant:2ab7172ed9a44fe6aa1df137f47c43e3 on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:48:14.432098 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-d7765967-13eb-4eb2-97b3-b860bd3cfeee tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Unset dirty status for tenant:2ab7172ed9a44fe6aa1df137f47c43e3 on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:48:14.434886 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-d7765967-13eb-4eb2-97b3-b860bd3cfeee tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1642335698&fields=id&tenant_id=2ab7172ed9a44fe6aa1df137f47c43e3 HTTP/1.1" status: 200 len: 267 time: 0.1804264 Apr 20 05:48:14.614258 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-0572b3a0-a201-4ab9-ad1a-ffa7f427672b tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:14.615190 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-0572b3a0-a201-4ab9-ad1a-ffa7f427672b tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Synchronizing usage tracker for tenant:2ab7172ed9a44fe6aa1df137f47c43e3 on resource:network {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:48:14.652629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-0572b3a0-a201-4ab9-ad1a-ffa7f427672b tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Unset dirty status for tenant:2ab7172ed9a44fe6aa1df137f47c43e3 on resource:network {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:48:14.656135 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-0572b3a0-a201-4ab9-ad1a-ffa7f427672b tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/networks?id=411e23b4-e2d6-46df-bd62-b0674bdfd076 HTTP/1.1" status: 200 len: 811 time: 0.2069938 Apr 20 05:48:14.680617 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-e1db47ad-5306-4c3a-8a25-0def77d75a41 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/quotas/2ab7172ed9a44fe6aa1df137f47c43e3 HTTP/1.1" status: 200 len: 375 time: 0.0168920 Apr 20 05:48:14.716007 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eab3cd0-e876-4d39-a755-8aed8b12ec16 req-1479f264-87b9-478d-8019-10564e4d24f2 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] No DVR routers for this DVR port cf4d7d04-19fa-474c-8932-8c0c5c31a54b on host hv-cinder-78605 {{(pid=86332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:48:14.718506 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-3eab3cd0-e876-4d39-a755-8aed8b12ec16 req-1479f264-87b9-478d-8019-10564e4d24f2 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:14.727999 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06a12fd-17c6-4b44-9814-78dbb1f2b973', 'name': 'network-vif-deleted', 'tag': 'cf4d7d04-19fa-474c-8932-8c0c5c31a54b'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:48:14.788312 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-8bc06c7c-0ccd-4589-a808-929d8012d428 req-c3d2beab-92d8-4d7a-9749-352cffbbeaf4 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Synchronizing usage tracker for tenant:c8d2077ce4264d238e22346a4fc070c1 on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:48:14.788664 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-1e415cde-7959-4916-8fda-bd2574eb2a7f tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ab7172ed9a44fe6aa1df137f47c43e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1068792 Apr 20 05:48:14.792718 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3eab3cd0-e876-4d39-a755-8aed8b12ec16 req-1479f264-87b9-478d-8019-10564e4d24f2 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.13 "DELETE /v2.0/ports/cf4d7d04-19fa-474c-8932-8c0c5c31a54b HTTP/1.1" status: 204 len: 173 time: 1.4674017 Apr 20 05:48:14.810100 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-8bc06c7c-0ccd-4589-a808-929d8012d428 req-c3d2beab-92d8-4d7a-9749-352cffbbeaf4 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Unset dirty status for tenant:c8d2077ce4264d238e22346a4fc070c1 on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:48:14.815092 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8bc06c7c-0ccd-4589-a808-929d8012d428 req-c3d2beab-92d8-4d7a-9749-352cffbbeaf4 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06a12fd-17c6-4b44-9814-78dbb1f2b973 HTTP/1.1" status: 200 len: 210 time: 0.1004190 Apr 20 05:48:14.982700 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-6700a9b6-5639-4a5e-a419-120059583995 service neutron] 10.222.0.44 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906633 Apr 20 05:48:15.017286 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06a12fd-17c6-4b44-9814-78dbb1f2b973', 'name': 'network-vif-deleted', 'tag': 'cf4d7d04-19fa-474c-8932-8c0c5c31a54b', 'status': 'completed', 'code': 200} Apr 20 05:48:15.127710 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-1f43c8bf-ad60-4127-b9b5-ade9bd011dae service neutron] 10.222.0.44 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440315 Apr 20 05:48:15.328134 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-1930edc6-2225-4a0f-ba55-5828cf30b36e req-16659113-dacd-445c-9c01-f3b89e3fbad8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Synchronizing usage tracker for tenant:2ab7172ed9a44fe6aa1df137f47c43e3 on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:48:15.343870 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-1930edc6-2225-4a0f-ba55-5828cf30b36e req-16659113-dacd-445c-9c01-f3b89e3fbad8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Unset dirty status for tenant:2ab7172ed9a44fe6aa1df137f47c43e3 on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:48:15.345317 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1930edc6-2225-4a0f-ba55-5828cf30b36e req-16659113-dacd-445c-9c01-f3b89e3fbad8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 210 time: 0.0662467 Apr 20 05:48:16.398541 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56208) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:16.608944 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b0d89dce-7dda-4244-afc6-7d0906b2220c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:16.625304 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-b0d89dce-7dda-4244-afc6-7d0906b2220c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:16.630077 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-b0d89dce-7dda-4244-afc6-7d0906b2220c admin admin] Usage tracker for resource:security_group_rule and tenant:5170b45d364a4d7a8b9d80f60ad46628 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:16.633461 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-b0d89dce-7dda-4244-afc6-7d0906b2220c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:16.640286 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-b0d89dce-7dda-4244-afc6-7d0906b2220c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:16.646722 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8d0817dc-fe09-4d2e-bd66-a0b42641af7b req-8f59257b-944a-4f41-b608-cf35e6eecebd tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 210 time: 0.0706484 Apr 20 05:48:16.661029 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-32fb570b-9e84-4927-b475-e45205c36b92 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:16.662573 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-32fb570b-9e84-4927-b475-e45205c36b92 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.13 "GET /v2.0/networks?id=411e23b4-e2d6-46df-bd62-b0674bdfd076 HTTP/1.1" status: 200 len: 811 time: 0.3376801 Apr 20 05:48:16.745672 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b0d89dce-7dda-4244-afc6-7d0906b2220c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:16.746724 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-a0798bb7-2550-441b-a441-2c3613ef0d6c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Synchronizing usage tracker for tenant:2ab7172ed9a44fe6aa1df137f47c43e3 on resource:security_group {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:48:16.749272 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b0d89dce-7dda-4244-afc6-7d0906b2220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:16.759115 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4f44d6d4-440b-449a-9f2a-cd5f1aab4178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:16.760453 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-a0798bb7-2550-441b-a441-2c3613ef0d6c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Unset dirty status for tenant:2ab7172ed9a44fe6aa1df137f47c43e3 on resource:security_group {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:48:16.762026 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-a0798bb7-2550-441b-a441-2c3613ef0d6c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ab7172ed9a44fe6aa1df137f47c43e3 HTTP/1.1" status: 200 len: 5705 time: 0.0916297 Apr 20 05:48:16.772747 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-510f7237-9d71-4a52-8e77-7a56937811ab tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Request body: {'port': {'device_id': '29733433-710e-4887-b1e8-669ea8d5465b', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'admin_state_up': True, 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'security_groups': ['ed43b79e-dab1-4f7a-9fc6-ded1f9135f68']}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:16.806501 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-b0d89dce-7dda-4244-afc6-7d0906b2220c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5170b45d364a4d7a8b9d80f60ad46628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4066956 Apr 20 05:48:16.807441 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d89dce-7dda-4244-afc6-7d0906b2220c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde9068b-3815-4885-9ae7-ded2849c78f4,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:16.809973 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56222) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:16.812770 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b0d89dce-7dda-4244-afc6-7d0906b2220c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:16.880888 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e2c04181-885f-44e1-babd-88a9ba745de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:16.917753 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e2c04181-885f-44e1-babd-88a9ba745de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:16.939244 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-510f7237-9d71-4a52-8e77-7a56937811ab tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:16.950253 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-510f7237-9d71-4a52-8e77-7a56937811ab tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:16.961802 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-510f7237-9d71-4a52-8e77-7a56937811ab tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Made reservation on behalf of 2ab7172ed9a44fe6aa1df137f47c43e3 for: {'port': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:48:16.968482 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-510f7237-9d71-4a52-8e77-7a56937811ab tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:16.981883 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e2c04181-885f-44e1-babd-88a9ba745de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:16.987524 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6e971503-029f-4472-96ca-c78fcf9e5ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:17.002380 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c04181-885f-44e1-babd-88a9ba745de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde9068b-3815-4885-9ae7-ded2849c78f4,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:17.005845 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e2c04181-885f-44e1-babd-88a9ba745de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:17.008147 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e2c04181-885f-44e1-babd-88a9ba745de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:17.009432 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-e2c04181-885f-44e1-babd-88a9ba745de3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dde9068b-3815-4885-9ae7-ded2849c78f4 HTTP/1.1" status: 204 len: 168 time: 0.1984887 Apr 20 05:48:17.186670 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-510f7237-9d71-4a52-8e77-7a56937811ab tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Allocated IP 172.20.0.4 (411e23b4-e2d6-46df-bd62-b0674bdfd076/0e3b9602-f3b1-465a-896e-3c5b83aebaa5/78d20255-8db8-4b1b-81b6-829f22bc343b) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:48:17.361259 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56234) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:17.380661 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4841fa4f-bce1-4cd1-bac6-cd89c8b12886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:17.396626 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-510f7237-9d71-4a52-8e77-7a56937811ab tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:17.397651 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-4841fa4f-bce1-4cd1-bac6-cd89c8b12886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:17.402032 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-4841fa4f-bce1-4cd1-bac6-cd89c8b12886 admin admin] Usage tracker for resource:security_group_rule and tenant:3fd39a250dc24227985c56a793c9d546 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:17.405258 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-4841fa4f-bce1-4cd1-bac6-cd89c8b12886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:17.411785 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-4841fa4f-bce1-4cd1-bac6-cd89c8b12886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:17.412852 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-510f7237-9d71-4a52-8e77-7a56937811ab tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Transition to ACTIVE for port object 78d20255-8db8-4b1b-81b6-829f22bc343b will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:48:17.439328 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-510f7237-9d71-4a52-8e77-7a56937811ab tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:17.444933 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-686a68f0-3e6a-4402-b8df-b83892681b28 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:17.500746 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4841fa4f-bce1-4cd1-bac6-cd89c8b12886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:17.504507 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4841fa4f-bce1-4cd1-bac6-cd89c8b12886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:17.514938 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-510f7237-9d71-4a52-8e77-7a56937811ab tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Network 411e23b4-e2d6-46df-bd62-b0674bdfd076 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:48:17.516873 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:17.518238 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-510f7237-9d71-4a52-8e77-7a56937811ab tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:48:17.522509 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-510f7237-9d71-4a52-8e77-7a56937811ab tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:48:17.560255 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f7237-9d71-4a52-8e77-7a56937811ab tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Pushing event updated for resources: {'Port': ['ID=78d20255-8db8-4b1b-81b6-829f22bc343b,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:17.564180 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-4841fa4f-bce1-4cd1-bac6-cd89c8b12886 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3fd39a250dc24227985c56a793c9d546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016885 Apr 20 05:48:17.564871 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56240) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:17.567798 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841fa4f-bce1-4cd1-bac6-cd89c8b12886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6923f9-0c6a-4cb9-9197-4136e1408a29,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:17.574047 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-510f7237-9d71-4a52-8e77-7a56937811ab tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:17.580675 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4841fa4f-bce1-4cd1-bac6-cd89c8b12886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:17.584142 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device cf4d7d04-19fa-474c-8932-8c0c5c31a54b no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:48:17.616067 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-510f7237-9d71-4a52-8e77-7a56937811ab tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:17.616752 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-510f7237-9d71-4a52-8e77-7a56937811ab tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:17.636004 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] No Port match for: cf4d7d04-19fa-474c-8932-8c0c5c31a54b {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:48:17.636803 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device cf4d7d04-19fa-474c-8932-8c0c5c31a54b not bound to the agent host hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:48:17.639301 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-36c14f99-d62f-4fa1-a0f3-dc902d0586f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:17.649654 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-510f7237-9d71-4a52-8e77-7a56937811ab tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8813071 Apr 20 05:48:17.665110 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Request body: {'port': {'device_id': '29733433-710e-4887-b1e8-669ea8d5465b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:17.668190 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-36c14f99-d62f-4fa1-a0f3-dc902d0586f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:17.750548 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-36c14f99-d62f-4fa1-a0f3-dc902d0586f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:17.758461 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-293901e0-4968-4fc4-acd6-4d24ed4cb428 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:17.784708 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c14f99-d62f-4fa1-a0f3-dc902d0586f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6923f9-0c6a-4cb9-9197-4136e1408a29,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:17.788645 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-36c14f99-d62f-4fa1-a0f3-dc902d0586f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:17.789864 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-36c14f99-d62f-4fa1-a0f3-dc902d0586f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:17.801278 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-36c14f99-d62f-4fa1-a0f3-dc902d0586f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d6923f9-0c6a-4cb9-9197-4136e1408a29 HTTP/1.1" status: 204 len: 168 time: 0.2296045 Apr 20 05:48:17.806733 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-d00f991e-0aa1-4deb-a977-0ed2832d1683 None None] Provisioning for port 78d20255-8db8-4b1b-81b6-829f22bc343b completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:48:17.826011 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:17.846012 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-d00f991e-0aa1-4deb-a977-0ed2832d1683 None None] Provisioning complete for port 78d20255-8db8-4b1b-81b6-829f22bc343b triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:17.849112 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d00f991e-0aa1-4deb-a977-0ed2832d1683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:17.925411 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-d00f991e-0aa1-4deb-a977-0ed2832d1683 None None] Port 78d20255-8db8-4b1b-81b6-829f22bc343b cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:48:17.941332 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14428447-0098-4a12-b871-ad521b1b1a29 req-fa46d24f-696d-469e-b106-aaa9bf7ad2d1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:17.942953 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-14428447-0098-4a12-b871-ad521b1b1a29 req-fa46d24f-696d-469e-b106-aaa9bf7ad2d1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 931 time: 0.1314073 Apr 20 05:48:18.062167 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-14428447-0098-4a12-b871-ad521b1b1a29 req-23d400a4-a65c-45d3-bc26-c1ee46c4250e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021702 Apr 20 05:48:18.261177 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d20255-8db8-4b1b-81b6-829f22bc343b {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:48:18.271374 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:18.290844 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Transition to ACTIVE for port object 78d20255-8db8-4b1b-81b6-829f22bc343b will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:48:18.294431 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:18.302040 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:18.522084 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Pushing event updated for resources: {'Port': ['ID=78d20255-8db8-4b1b-81b6-829f22bc343b,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:18.525195 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:18.569002 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Attempting to bind port 78d20255-8db8-4b1b-81b6-829f22bc343b on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:48:18.569319 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Attempting to bind port 78d20255-8db8-4b1b-81b6-829f22bc343b by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:48:18.569694 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Attempting to bind port 78d20255-8db8-4b1b-81b6-829f22bc343b on network 411e23b4-e2d6-46df-bd62-b0674bdfd076 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:48:18.574829 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Port 78d20255-8db8-4b1b-81b6-829f22bc343b on network 411e23b4-e2d6-46df-bd62-b0674bdfd076 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:48:18.575186 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Attempting to bind port 78d20255-8db8-4b1b-81b6-829f22bc343b on network 411e23b4-e2d6-46df-bd62-b0674bdfd076 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:48:18.580664 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:48:18.581092 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Checking segment: {'id': 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:48:18.581562 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Bound using segment: {'id': 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:48:18.582032 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Bound port: 78d20255-8db8-4b1b-81b6-829f22bc343b, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:48:18.582415 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:18.681243 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] For port 78d20255-8db8-4b1b-81b6-829f22bc343b, host hv-cinder-78605, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:48:18.684516 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] For port 78d20255-8db8-4b1b-81b6-829f22bc343b, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=78d20255-8db8-4b1b-81b6-829f22bc343b,segment=NetworkSegment(d8111d06-d8c2-478d-81bb-a8d0dca3ec2f),segment_id=d8111d06-d8c2-478d-81bb-a8d0dca3ec2f)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:48:18.688411 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:18.693233 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:18.758736 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:18.759434 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:18.761037 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] 10.222.0.13 "PUT /v2.0/ports/78d20255-8db8-4b1b-81b6-829f22bc343b HTTP/1.1" status: 200 len: 1093 time: 1.1025257 Apr 20 05:48:18.761447 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29733433-710e-4887-b1e8-669ea8d5465b', 'tag': '78d20255-8db8-4b1b-81b6-829f22bc343b'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:48:18.782487 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Pushing event updated for resources: {'Port': ['ID=78d20255-8db8-4b1b-81b6-829f22bc343b,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:18.798368 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:18.847218 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29733433-710e-4887-b1e8-669ea8d5465b', 'tag': '78d20255-8db8-4b1b-81b6-829f22bc343b', 'status': 'completed', 'code': 200} Apr 20 05:48:18.887425 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-a37c675c-593d-4743-bd67-5f59ad8eb748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:18.889148 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-a37c675c-593d-4743-bd67-5f59ad8eb748 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ab7172ed9a44fe6aa1df137f47c43e3&device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 1096 time: 0.0839820 Apr 20 05:48:18.976688 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-efdae43d-08f6-4d26-94e2-13eb0e07431b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78d20255-8db8-4b1b-81b6-829f22bc343b HTTP/1.1" status: 200 len: 217 time: 0.0720112 Apr 20 05:48:19.046407 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-7f07c857-5a5c-4c2a-90ed-de8a8c961181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:19.047885 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-7f07c857-5a5c-4c2a-90ed-de8a8c961181 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e3b9602-f3b1-465a-896e-3c5b83aebaa5 HTTP/1.1" status: 200 len: 850 time: 0.0653093 Apr 20 05:48:19.139987 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-2cb1ebf8-0262-446c-b269-0224348665e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:19.141708 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-2cb1ebf8-0262-446c-b269-0224348665e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=411e23b4-e2d6-46df-bd62-b0674bdfd076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0869076 Apr 20 05:48:19.400117 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b6466-5804-4e7d-93ce-6d748b76095c req-506a0ead-483c-459a-84b1-0525c0713939 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:19.400850 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-5a1b6466-5804-4e7d-93ce-6d748b76095c req-506a0ead-483c-459a-84b1-0525c0713939 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Synchronizing usage tracker for tenant:2ab7172ed9a44fe6aa1df137f47c43e3 on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:48:19.408712 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-5d3b9464-155f-4317-90ff-ae9bb07e83b1 service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592094 Apr 20 05:48:19.447924 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-5a1b6466-5804-4e7d-93ce-6d748b76095c req-506a0ead-483c-459a-84b1-0525c0713939 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Unset dirty status for tenant:2ab7172ed9a44fe6aa1df137f47c43e3 on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:48:19.449001 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5a1b6466-5804-4e7d-93ce-6d748b76095c req-506a0ead-483c-459a-84b1-0525c0713939 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 943 time: 0.2017841 Apr 20 05:48:19.576295 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5a1b6466-5804-4e7d-93ce-6d748b76095c req-e332a558-5f73-4198-858c-af92fa62635d tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755818 Apr 20 05:48:19.604828 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-42a77c26-7082-4429-b8b0-b6e7afbfeda8 req-cdb06b45-df5e-47a0-a3c3-33e12309a507 service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849802 Apr 20 05:48:19.738050 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c801b3-6a6f-430e-b508-68028b32c88d req-a1c0436c-038e-4720-867f-f4db0a53b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:19.739657 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d9c801b3-6a6f-430e-b508-68028b32c88d req-a1c0436c-038e-4720-867f-f4db0a53b7b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ab7172ed9a44fe6aa1df137f47c43e3&device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 1096 time: 0.0856836 Apr 20 05:48:19.818675 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a557f07-43fa-4c93-ae72-2fbdb9b2612e req-5183bbc2-71e1-4770-9114-689726c89cf8 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:19.827976 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4a557f07-43fa-4c93-ae72-2fbdb9b2612e req-5183bbc2-71e1-4770-9114-689726c89cf8 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 946 time: 0.1103947 Apr 20 05:48:19.874621 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4a557f07-43fa-4c93-ae72-2fbdb9b2612e req-d43eb515-d56d-4364-a98e-e84a9205e56c tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455692 Apr 20 05:48:19.907247 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 56314) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:19.923504 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c801b3-6a6f-430e-b508-68028b32c88d req-21bdfbf0-902f-4ec4-9d14-c620c74eb5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:19.923504 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d9c801b3-6a6f-430e-b508-68028b32c88d req-21bdfbf0-902f-4ec4-9d14-c620c74eb5d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=411e23b4-e2d6-46df-bd62-b0674bdfd076 HTTP/1.1" status: 200 len: 912 time: 0.1763272 Apr 20 05:48:20.026920 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d9c801b3-6a6f-430e-b508-68028b32c88d req-50e5722d-dc7b-464b-b0a2-b5ea1a3720af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78d20255-8db8-4b1b-81b6-829f22bc343b HTTP/1.1" status: 200 len: 217 time: 0.0963213 Apr 20 05:48:20.114807 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c801b3-6a6f-430e-b508-68028b32c88d req-34df2783-45dc-46df-acd1-5c76b5d67ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:20.117421 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d9c801b3-6a6f-430e-b508-68028b32c88d req-34df2783-45dc-46df-acd1-5c76b5d67ba8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e3b9602-f3b1-465a-896e-3c5b83aebaa5 HTTP/1.1" status: 200 len: 850 time: 0.0817838 Apr 20 05:48:20.270298 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c801b3-6a6f-430e-b508-68028b32c88d req-ecd88ba8-1be7-48cc-9405-3c9b395554c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:20.271939 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d9c801b3-6a6f-430e-b508-68028b32c88d req-ecd88ba8-1be7-48cc-9405-3c9b395554c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=411e23b4-e2d6-46df-bd62-b0674bdfd076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1480589 Apr 20 05:48:20.274952 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686f539d-7dfd-4c24-9336-208b71dba1eb tempest-TestMinimumBasicScenario-554858740 tempest-TestMinimumBasicScenario-554858740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:20.275679 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-686f539d-7dfd-4c24-9336-208b71dba1eb tempest-TestMinimumBasicScenario-554858740 tempest-TestMinimumBasicScenario-554858740-project-admin] Synchronizing usage tracker for tenant:0edc60d830e64087bbff2cb691a746df on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:48:20.372397 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-686f539d-7dfd-4c24-9336-208b71dba1eb tempest-TestMinimumBasicScenario-554858740 tempest-TestMinimumBasicScenario-554858740-project-admin] Unset dirty status for tenant:0edc60d830e64087bbff2cb691a746df on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:48:20.373721 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-686f539d-7dfd-4c24-9336-208b71dba1eb tempest-TestMinimumBasicScenario-554858740 tempest-TestMinimumBasicScenario-554858740-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 1094 time: 0.4654253 Apr 20 05:48:20.377546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56338) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:20.383439 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Request body: {'floatingip': {'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'port_id': '71e90e78-2ec6-437b-93a3-fe4b19c9144b', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:20.390310 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:20.395197 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Usage tracker for resource:floatingip and tenant:021633b04e9d4684b74fff6ed36ae827 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:20.398354 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:20.404743 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:20.420777 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for floatingip, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:20.490230 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56342) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:20.590864 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:20.653599 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-347f0bdc-c0a8-4d6f-a857-ea95a8ba647a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:20.681718 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-347f0bdc-c0a8-4d6f-a857-ea95a8ba647a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:20.691139 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-347f0bdc-c0a8-4d6f-a857-ea95a8ba647a admin admin] Usage tracker for resource:security_group_rule and tenant:59dd8c2a549640bea87836b4c42f2f65 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:20.696860 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-347f0bdc-c0a8-4d6f-a857-ea95a8ba647a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:20.712299 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-347f0bdc-c0a8-4d6f-a857-ea95a8ba647a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:20.715894 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d9c801b3-6a6f-430e-b508-68028b32c88d req-34ccd24c-94dc-4ac9-930e-2fa2da4d1e7f service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350014 Apr 20 05:48:20.861011 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d9c801b3-6a6f-430e-b508-68028b32c88d req-e23f25fe-d816-4b2e-a1ab-41f505025ffc service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369166 Apr 20 05:48:20.870690 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Allocated IP 172.28.3.167 (50a41118-ba44-449f-9b81-e04381d54b8b/c213a0b6-2cec-4373-bed2-ef584dd5d4ed/b2cec4a9-08dd-453a-b14a-4d4e65295e8f) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:48:21.230983 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c705da-d8ea-4a7b-bb8c-5368c3543c9b req-59c65d19-f301-4784-91b1-0aa278f113b6 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:21.232555 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-23c705da-d8ea-4a7b-bb8c-5368c3543c9b req-59c65d19-f301-4784-91b1-0aa278f113b6 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 943 time: 0.5155134 Apr 20 05:48:21.323536 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-347f0bdc-c0a8-4d6f-a857-ea95a8ba647a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:21.338691 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-347f0bdc-c0a8-4d6f-a857-ea95a8ba647a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:21.357207 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4841fa4f-bce1-4cd1-bac6-cd89c8b12886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:21.380225 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-23c705da-d8ea-4a7b-bb8c-5368c3543c9b req-a5393f17-d495-485d-b58e-446a348e8750 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347947 Apr 20 05:48:21.389311 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:21.420666 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-347f0bdc-c0a8-4d6f-a857-ea95a8ba647a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59dd8c2a549640bea87836b4c42f2f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9288845 Apr 20 05:48:21.422838 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f0bdc-c0a8-4d6f-a857-ea95a8ba647a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a67fd79-cc61-40fa-a600-2d15580db7d8,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:21.423789 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 56360) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:21.427299 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-347f0bdc-c0a8-4d6f-a857-ea95a8ba647a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:21.455502 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:21.460668 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-7efd4ce8-da21-40fc-b296-6e7bb68302aa tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:21.490221 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9785ce31-2f49-42ad-b77c-c431a8887068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:21.518462 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9785ce31-2f49-42ad-b77c-c431a8887068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:21.528483 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Network 50a41118-ba44-449f-9b81-e04381d54b8b is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:48:21.531986 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:48:21.535906 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:48:21.569150 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9785ce31-2f49-42ad-b77c-c431a8887068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:21.573629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Pushing event updated for resources: {'Port': ['ID=b2cec4a9-08dd-453a-b14a-4d4e65295e8f,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:21.574398 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5ae3b2f0-f84d-49b0-a71b-d281cc953923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:21.577921 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:21.585428 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785ce31-2f49-42ad-b77c-c431a8887068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a67fd79-cc61-40fa-a600-2d15580db7d8,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:21.589245 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9785ce31-2f49-42ad-b77c-c431a8887068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:21.594239 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9785ce31-2f49-42ad-b77c-c431a8887068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:21.595509 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-9785ce31-2f49-42ad-b77c-c431a8887068 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a67fd79-cc61-40fa-a600-2d15580db7d8 HTTP/1.1" status: 204 len: 168 time: 0.1699815 Apr 20 05:48:21.605451 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 78d20255-8db8-4b1b-81b6-829f22bc343b details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:48:21.760011 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 78d20255-8db8-4b1b-81b6-829f22bc343b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=78d20255-8db8-4b1b-81b6-829f22bc343b,segment=NetworkSegment(d8111d06-d8c2-478d-81bb-a8d0dca3ec2f),segment_id=d8111d06-d8c2-478d-81bb-a8d0dca3ec2f)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:48:21.774928 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': '78d20255-8db8-4b1b-81b6-829f22bc343b', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'port_id': '78d20255-8db8-4b1b-81b6-829f22bc343b', 'mac_address': 'fa:16:3e:74:fd:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:48:21.838640 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:21.857033 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d20255-8db8-4b1b-81b6-829f22bc343b {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:48:21.874948 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 78d20255-8db8-4b1b-81b6-829f22bc343b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=78d20255-8db8-4b1b-81b6-829f22bc343b,segment=NetworkSegment(d8111d06-d8c2-478d-81bb-a8d0dca3ec2f),segment_id=d8111d06-d8c2-478d-81bb-a8d0dca3ec2f)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:48:21.879154 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:21.881747 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:21.938977 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56370) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:21.960458 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=78d20255-8db8-4b1b-81b6-829f22bc343b,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:21.964405 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:21.966948 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3b4ecb7b-24f3-4d30-8a2a-45560c3248a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:21.990474 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-3b4ecb7b-24f3-4d30-8a2a-45560c3248a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:21.996970 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-3b4ecb7b-24f3-4d30-8a2a-45560c3248a0 admin admin] Usage tracker for resource:security_group_rule and tenant:75741729d50d45aeb5ee3ae5feccc074 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:22.000741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-3b4ecb7b-24f3-4d30-8a2a-45560c3248a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:22.008850 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-3b4ecb7b-24f3-4d30-8a2a-45560c3248a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:22.022653 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:22.114296 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['78d20255-8db8-4b1b-81b6-829f22bc343b'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:48:22.141373 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:22.217560 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3b4ecb7b-24f3-4d30-8a2a-45560c3248a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:22.225684 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3b4ecb7b-24f3-4d30-8a2a-45560c3248a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:22.236136 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-81ec30ee-2632-4b71-9c20-f17860880237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:22.349319 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-3b4ecb7b-24f3-4d30-8a2a-45560c3248a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75741729d50d45aeb5ee3ae5feccc074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091575 Apr 20 05:48:22.352228 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 56374) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:22.352547 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ecb7b-24f3-4d30-8a2a-45560c3248a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caebb8a9-c465-4c4c-b17a-b80e6715dfe1,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:22.357131 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3b4ecb7b-24f3-4d30-8a2a-45560c3248a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:22.422487 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ed773375-af09-4d94-907d-0241b601cbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:22.438594 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:22.443810 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11767912'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:22.448545 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-8bc72d8b-1921-4a0c-908a-1012b0d677e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:22.451930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ed773375-af09-4d94-907d-0241b601cbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:22.504860 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ed773375-af09-4d94-907d-0241b601cbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:22.511662 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-81684d6b-8c67-43bf-92a7-17fc276c1d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:22.525794 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ed773375-af09-4d94-907d-0241b601cbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:22.529478 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-ed773375-af09-4d94-907d-0241b601cbdc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/caebb8a9-c465-4c4c-b17a-b80e6715dfe1 HTTP/1.1" status: 204 len: 168 time: 0.1735618 Apr 20 05:48:22.529478 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed773375-af09-4d94-907d-0241b601cbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caebb8a9-c465-4c4c-b17a-b80e6715dfe1,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:22.530801 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ed773375-af09-4d94-907d-0241b601cbdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:22.559766 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:22.761879 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Pushing event updated for resources: {'Port': ['ID=b2cec4a9-08dd-453a-b14a-4d4e65295e8f,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:22.764954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:22.836039 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.l3_db [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Floating IP e988963b-42d2-4c72-b50d-f12b109eaf73 associated. External IP: 172.28.3.167, port: 71e90e78-2ec6-437b-93a3-fe4b19c9144b. Apr 20 05:48:22.924370 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d05db2-a94f-499f-8211-d55f969f99ae req-465ca907-46d4-4ecb-835f-d7676952e759 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:22.935345 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-08d05db2-a94f-499f-8211-d55f969f99ae req-465ca907-46d4-4ecb-835f-d7676952e759 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 944 time: 0.3173869 Apr 20 05:48:23.071702 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-08d05db2-a94f-499f-8211-d55f969f99ae req-1e7873e8-9aac-4a90-b7dd-fda9947cfaae tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350479 Apr 20 05:48:23.307792 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Router 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:48:23.501207 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:48:23.512195 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a177cbcc-3df4-4f50-bece-8e478ac0a24e None None] Sync routers for ids ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:48:23.523879 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a177cbcc-3df4-4f50-bece-8e478ac0a24e None None] Routers {'3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:48:23.524750 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-a177cbcc-3df4-4f50-bece-8e478ac0a24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:48:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:23.542273 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:23.607886 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2288747 Apr 20 05:48:23.608776 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'tag': '71e90e78-2ec6-437b-93a3-fe4b19c9144b'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:48:23.610793 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 56414) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:23.617564 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-fc83f509-dfa1-4d69-9def-98576a54e4de tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1778218298', 'description': 'tempest-secgroup-smoke-1778218298 description', 'project_id': '021633b04e9d4684b74fff6ed36ae827'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:23.627752 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-fc83f509-dfa1-4d69-9def-98576a54e4de tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:23.640979 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-fc83f509-dfa1-4d69-9def-98576a54e4de tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:23.652009 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fc83f509-dfa1-4d69-9def-98576a54e4de tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:23.663294 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 78d20255-8db8-4b1b-81b6-829f22bc343b up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:48:23.677372 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-fc83f509-dfa1-4d69-9def-98576a54e4de tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:23.681812 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-fc83f509-dfa1-4d69-9def-98576a54e4de tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Usage tracker for resource:security_group_rule and tenant:021633b04e9d4684b74fff6ed36ae827 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:23.684235 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'tag': '71e90e78-2ec6-437b-93a3-fe4b19c9144b', 'status': 'completed', 'code': 200} Apr 20 05:48:23.684869 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-fc83f509-dfa1-4d69-9def-98576a54e4de tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:23.691242 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-fc83f509-dfa1-4d69-9def-98576a54e4de tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:23.777202 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fc83f509-dfa1-4d69-9def-98576a54e4de tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:23.839639 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fc83f509-dfa1-4d69-9def-98576a54e4de tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:23.855692 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-cc8bfae6-53b7-4b7e-b0ed-ae5bda47e222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:23.891816 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83f509-dfa1-4d69-9def-98576a54e4de tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=badbbeb9-a7d5-45ee-b3ff-eda575d2a740,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:23.908988 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-fc83f509-dfa1-4d69-9def-98576a54e4de tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:23.944991 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fc83f509-dfa1-4d69-9def-98576a54e4de tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:23.946695 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-fc83f509-dfa1-4d69-9def-98576a54e4de tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3347890 Apr 20 05:48:23.950359 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56420) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:23.957169 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb3980-3a02-4c8b-9bac-dd4f2313f5a4 req-2c2fb9e5-7213-42e2-84cd-81ba678185de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:23.958733 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-bfb76c52-2a65-405e-8f32-bc8c57ecba08 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Request body: {'security_group_rule': {'security_group_id': 'badbbeb9-a7d5-45ee-b3ff-eda575d2a740', 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:23.959349 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-13cb3980-3a02-4c8b-9bac-dd4f2313f5a4 req-2c2fb9e5-7213-42e2-84cd-81ba678185de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=021633b04e9d4684b74fff6ed36ae827&device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 1099 time: 0.1782520 Apr 20 05:48:23.973927 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-bfb76c52-2a65-405e-8f32-bc8c57ecba08 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:23.985454 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-a177cbcc-3df4-4f50-bece-8e478ac0a24e None None] Set router 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:48:23.989096 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-bfb76c52-2a65-405e-8f32-bc8c57ecba08 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Usage tracker for resource:security_group_rule and tenant:021633b04e9d4684b74fff6ed36ae827 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:23.994856 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-bfb76c52-2a65-405e-8f32-bc8c57ecba08 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:24.017381 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-bfb76c52-2a65-405e-8f32-bc8c57ecba08 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:24.044843 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port 78d20255-8db8-4b1b-81b6-829f22bc343b completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:48:24.048372 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bfb76c52-2a65-405e-8f32-bc8c57ecba08 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.089879 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port 78d20255-8db8-4b1b-81b6-829f22bc343b triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:24.090310 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.204718 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bfb76c52-2a65-405e-8f32-bc8c57ecba08 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.208132 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bfb76c52-2a65-405e-8f32-bc8c57ecba08 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.231929 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:24.247088 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bfb76c52-2a65-405e-8f32-bc8c57ecba08 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.248671 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-bfb76c52-2a65-405e-8f32-bc8c57ecba08 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2966733 Apr 20 05:48:24.252263 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56436) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:24.262442 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-18468a9f-b573-42be-a9e8-0f0477cd6097 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Request body: {'security_group_rule': {'security_group_id': 'badbbeb9-a7d5-45ee-b3ff-eda575d2a740', 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:24.272378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb76c52-2a65-405e-8f32-bc8c57ecba08 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1d8def-9fa4-4030-8af3-4b4f76664570,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:24.273440 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb3980-3a02-4c8b-9bac-dd4f2313f5a4 req-3816cfc6-7f53-4e44-84d8-d550d1c31451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:24.275247 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-13cb3980-3a02-4c8b-9bac-dd4f2313f5a4 req-3816cfc6-7f53-4e44-84d8-d550d1c31451 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5dbeac21-b7c3-43ba-938f-f593c439d69c HTTP/1.1" status: 200 len: 916 time: 0.2999194 Apr 20 05:48:24.276380 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-bfb76c52-2a65-405e-8f32-bc8c57ecba08 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:24.281083 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-18468a9f-b573-42be-a9e8-0f0477cd6097 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:24.286729 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-18468a9f-b573-42be-a9e8-0f0477cd6097 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Usage tracker for resource:security_group_rule and tenant:021633b04e9d4684b74fff6ed36ae827 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:24.291124 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-18468a9f-b573-42be-a9e8-0f0477cd6097 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:24.300279 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-18468a9f-b573-42be-a9e8-0f0477cd6097 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:24.322315 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-18468a9f-b573-42be-a9e8-0f0477cd6097 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.410415 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-18468a9f-b573-42be-a9e8-0f0477cd6097 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.417600 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-18468a9f-b573-42be-a9e8-0f0477cd6097 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.435884 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-47885ece-eb8f-4d7a-a251-6c398b39f450 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:24.472127 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18468a9f-b573-42be-a9e8-0f0477cd6097 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace0f114-83b5-449b-bfc6-f70bdd4f72fb,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:24.475137 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-18468a9f-b573-42be-a9e8-0f0477cd6097 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:24.482161 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-18468a9f-b573-42be-a9e8-0f0477cd6097 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.483783 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-18468a9f-b573-42be-a9e8-0f0477cd6097 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2283788 Apr 20 05:48:24.496629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56440) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:24.499995 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-04425005-c058-46d9-9b00-3234c60cc652 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Request body: {'security_group_rule': {'security_group_id': 'badbbeb9-a7d5-45ee-b3ff-eda575d2a740', 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:24.508897 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-04425005-c058-46d9-9b00-3234c60cc652 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:24.515579 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-04425005-c058-46d9-9b00-3234c60cc652 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Usage tracker for resource:security_group_rule and tenant:021633b04e9d4684b74fff6ed36ae827 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:24.519846 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-04425005-c058-46d9-9b00-3234c60cc652 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:24.528831 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-04425005-c058-46d9-9b00-3234c60cc652 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:24.541069 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-13cb3980-3a02-4c8b-9bac-dd4f2313f5a4 req-d24a3498-bb2c-4e39-ab41-cdeb07fb7d69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71e90e78-2ec6-437b-93a3-fe4b19c9144b HTTP/1.1" status: 200 len: 1000 time: 0.2572987 Apr 20 05:48:24.550831 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-04425005-c058-46d9-9b00-3234c60cc652 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.602251 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.625390 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-04425005-c058-46d9-9b00-3234c60cc652 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.628947 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-04425005-c058-46d9-9b00-3234c60cc652 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.632098 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:24.643121 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399329cc-af40-4277-94b3-1cd21d9c0830 req-d0426458-f349-4712-92c1-be8c739cfc25 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:24.644780 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-399329cc-af40-4277-94b3-1cd21d9c0830 req-d0426458-f349-4712-92c1-be8c739cfc25 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 944 time: 0.1943352 Apr 20 05:48:24.648600 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb3980-3a02-4c8b-9bac-dd4f2313f5a4 req-ed94148c-3132-4bcb-a90d-d36c0d37f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:24.650093 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-13cb3980-3a02-4c8b-9bac-dd4f2313f5a4 req-ed94148c-3132-4bcb-a90d-d36c0d37f30b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34e41885-f0bc-4ded-8c2f-b5c7fdb723bf HTTP/1.1" status: 200 len: 854 time: 0.0961280 Apr 20 05:48:24.652328 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29733433-710e-4887-b1e8-669ea8d5465b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d20255-8db8-4b1b-81b6-829f22bc343b'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:48:24.653790 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04425005-c058-46d9-9b00-3234c60cc652 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9d77ad-2756-45eb-a2ff-b0cd593bfb81,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:24.658370 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-04425005-c058-46d9-9b00-3234c60cc652 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:24.667420 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-04425005-c058-46d9-9b00-3234c60cc652 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.672004 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-04425005-c058-46d9-9b00-3234c60cc652 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1774700 Apr 20 05:48:24.672684 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56448) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:24.673588 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 78d20255-8db8-4b1b-81b6-829f22bc343b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=78d20255-8db8-4b1b-81b6-829f22bc343b,segment=NetworkSegment(d8111d06-d8c2-478d-81bb-a8d0dca3ec2f),segment_id=d8111d06-d8c2-478d-81bb-a8d0dca3ec2f)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:48:24.678465 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.679336 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-182bb91d-67d6-4298-9d05-24ffc29f62ff tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Request body: {'security_group_rule': {'security_group_id': 'badbbeb9-a7d5-45ee-b3ff-eda575d2a740', 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:24.682351 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:24.685964 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-182bb91d-67d6-4298-9d05-24ffc29f62ff tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:24.689911 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-182bb91d-67d6-4298-9d05-24ffc29f62ff tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Usage tracker for resource:security_group_rule and tenant:021633b04e9d4684b74fff6ed36ae827 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:24.693143 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-182bb91d-67d6-4298-9d05-24ffc29f62ff tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:24.700369 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-182bb91d-67d6-4298-9d05-24ffc29f62ff tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:24.720214 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-182bb91d-67d6-4298-9d05-24ffc29f62ff tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.723076 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29733433-710e-4887-b1e8-669ea8d5465b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d20255-8db8-4b1b-81b6-829f22bc343b', 'code': 200} Apr 20 05:48:24.773896 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-399329cc-af40-4277-94b3-1cd21d9c0830 req-df976b82-b73b-4a8d-be81-187161feaecb tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179125 Apr 20 05:48:24.812508 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=78d20255-8db8-4b1b-81b6-829f22bc343b,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:24.815820 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb3980-3a02-4c8b-9bac-dd4f2313f5a4 req-2d106207-cd95-4ae0-a606-5d9a63d143f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:24.816686 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:24.817697 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-13cb3980-3a02-4c8b-9bac-dd4f2313f5a4 req-2d106207-cd95-4ae0-a606-5d9a63d143f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dbeac21-b7c3-43ba-938f-f593c439d69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1182597 Apr 20 05:48:24.829386 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-a177cbcc-3df4-4f50-bece-8e478ac0a24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'name': 'tempest-TestMinimumBasicScenario-1992546688-router', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:14Z', 'updated_at': '2021-04-20T05:47:20Z', 'revision_number': 4, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'gw_port': {'id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:15Z', 'updated_at': '2021-04-20T05:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_floatingips': [{'id': 'e988963b-42d2-4c72-b50d-f12b109eaf73', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'floating_ip_address': '172.28.3.167', 'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'router_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'port_id': '71e90e78-2ec6-437b-93a3-fe4b19c9144b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c', 'mac_address': 'fa:16:3e:ce:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:48:21Z', 'updated_at': '2021-04-20T05:48:21Z', 'revision_number': 0, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb3cab2-18c5-45f6-8ac8-accbde854148', 'name': '', 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'mac_address': 'fa:16:3e:bb:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:19Z', 'updated_at': '2021-04-20T05:47:28Z', 'revision_number': 5, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'subnets': [{'id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:24.833745 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a177cbcc-3df4-4f50-bece-8e478ac0a24e None None] Checking router: 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:48:24.836122 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-182bb91d-67d6-4298-9d05-24ffc29f62ff tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.839765 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-182bb91d-67d6-4298-9d05-24ffc29f62ff tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.843073 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a177cbcc-3df4-4f50-bece-8e478ac0a24e None None] Routers {'3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:48:24.843694 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-a177cbcc-3df4-4f50-bece-8e478ac0a24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:48:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:24.849771 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:24.872841 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bb91d-67d6-4298-9d05-24ffc29f62ff tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e3f298-3e5c-4910-9e8f-dcd05209245e,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:24.881885 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-182bb91d-67d6-4298-9d05-24ffc29f62ff tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:24.891631 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-182bb91d-67d6-4298-9d05-24ffc29f62ff tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:24.893043 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-182bb91d-67d6-4298-9d05-24ffc29f62ff tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2192972 Apr 20 05:48:24.896005 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56452) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:24.902338 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-fa293d54-8dde-49ce-afcf-bf28998cfa25 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Request body: {'security_group_rule': {'security_group_id': 'badbbeb9-a7d5-45ee-b3ff-eda575d2a740', 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:24.911795 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-fa293d54-8dde-49ce-afcf-bf28998cfa25 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:24.916116 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-fa293d54-8dde-49ce-afcf-bf28998cfa25 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Usage tracker for resource:security_group_rule and tenant:021633b04e9d4684b74fff6ed36ae827 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:24.920426 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-fa293d54-8dde-49ce-afcf-bf28998cfa25 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:24.969403 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-fa293d54-8dde-49ce-afcf-bf28998cfa25 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:24.971589 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-13cb3980-3a02-4c8b-9bac-dd4f2313f5a4 req-d5b78dd6-5537-4945-a37d-dabe968e7d9a service neutron] 10.222.0.13 "GET /v2.0/networks/5dbeac21-b7c3-43ba-938f-f593c439d69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450732 Apr 20 05:48:24.985713 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.securitygroups_db [None req-fa293d54-8dde-49ce-afcf-bf28998cfa25 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Project 021633b04e9d4684b74fff6ed36ae827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 05:48:25.001591 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fa293d54-8dde-49ce-afcf-bf28998cfa25 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:25.039226 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-a177cbcc-3df4-4f50-bece-8e478ac0a24e None None] Set router 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:48:25.047859 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001975a-fe60-4de3-bbcf-df0db3f970d6 req-3c161417-011c-4659-bfcd-4a212c585f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:25.049850 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0001975a-fe60-4de3-bbcf-df0db3f970d6 req-3c161417-011c-4659-bfcd-4a212c585f4b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 1098 time: 0.1306257 Apr 20 05:48:25.106328 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fa293d54-8dde-49ce-afcf-bf28998cfa25 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:25.113553 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fa293d54-8dde-49ce-afcf-bf28998cfa25 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:25.134463 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-bfb76c52-2a65-405e-8f32-bc8c57ecba08 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:25.134613 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-13cb3980-3a02-4c8b-9bac-dd4f2313f5a4 req-b06c6529-f891-4999-bfb1-77c770025239 service neutron] 10.222.0.13 "GET /v2.0/networks/5dbeac21-b7c3-43ba-938f-f593c439d69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499245 Apr 20 05:48:25.136125 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0001975a-fe60-4de3-bbcf-df0db3f970d6 req-72687f0a-bdbb-4765-91b3-34688b14575a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747819 Apr 20 05:48:25.156453 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa293d54-8dde-49ce-afcf-bf28998cfa25 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90182eb9-f39a-4504-a896-9642fe46cf05,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:25.159378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-fa293d54-8dde-49ce-afcf-bf28998cfa25 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:25.168603 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fa293d54-8dde-49ce-afcf-bf28998cfa25 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:25.173018 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-fa293d54-8dde-49ce-afcf-bf28998cfa25 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2729018 Apr 20 05:48:25.173516 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 56458) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:25.179883 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-eb5d1352-4ef8-457a-a44f-b946b75494ef tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Request body: {'security_group_rule': {'security_group_id': 'badbbeb9-a7d5-45ee-b3ff-eda575d2a740', 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:25.186490 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-eb5d1352-4ef8-457a-a44f-b946b75494ef tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:25.190538 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-eb5d1352-4ef8-457a-a44f-b946b75494ef tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Usage tracker for resource:security_group_rule and tenant:021633b04e9d4684b74fff6ed36ae827 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:25.193600 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-eb5d1352-4ef8-457a-a44f-b946b75494ef tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:25.200494 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-eb5d1352-4ef8-457a-a44f-b946b75494ef tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:25.210281 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.securitygroups_db [None req-eb5d1352-4ef8-457a-a44f-b946b75494ef tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Project 021633b04e9d4684b74fff6ed36ae827 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 05:48:25.219598 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb5d1352-4ef8-457a-a44f-b946b75494ef tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:25.305149 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb5d1352-4ef8-457a-a44f-b946b75494ef tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:25.311326 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb5d1352-4ef8-457a-a44f-b946b75494ef tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:25.313632 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:25.346781 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb5d1352-4ef8-457a-a44f-b946b75494ef tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:25.351256 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-eb5d1352-4ef8-457a-a44f-b946b75494ef tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1735027 Apr 20 05:48:25.355752 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d1352-4ef8-457a-a44f-b946b75494ef tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00de6190-a728-4aa2-8022-889388af282a,revision_number=0']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:25.364890 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb5d1352-4ef8-457a-a44f-b946b75494ef tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:25.451634 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-a177cbcc-3df4-4f50-bece-8e478ac0a24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'name': 'tempest-TestMinimumBasicScenario-1992546688-router', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:14Z', 'updated_at': '2021-04-20T05:47:20Z', 'revision_number': 4, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'gw_port': {'id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:15Z', 'updated_at': '2021-04-20T05:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_floatingips': [{'id': 'e988963b-42d2-4c72-b50d-f12b109eaf73', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'floating_ip_address': '172.28.3.167', 'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'router_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'port_id': '71e90e78-2ec6-437b-93a3-fe4b19c9144b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c', 'mac_address': 'fa:16:3e:ce:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:48:21Z', 'updated_at': '2021-04-20T05:48:21Z', 'revision_number': 0, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb3cab2-18c5-45f6-8ac8-accbde854148', 'name': '', 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'mac_address': 'fa:16:3e:bb:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:19Z', 'updated_at': '2021-04-20T05:47:28Z', 'revision_number': 5, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'subnets': [{'id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:25.456113 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a177cbcc-3df4-4f50-bece-8e478ac0a24e None None] The sync data for ids ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'] in dv-cinder-786054-4-smb is: [{'id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'name': 'tempest-TestMinimumBasicScenario-1992546688-router', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:14Z', 'updated_at': '2021-04-20T05:47:20Z', 'revision_number': 4, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'gw_port': {'id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:15Z', 'updated_at': '2021-04-20T05:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_floatingips': [{'id': 'e988963b-42d2-4c72-b50d-f12b109eaf73', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'floating_ip_address': '172.28.3.167', 'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'router_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'port_id': '71e90e78-2ec6-437b-93a3-fe4b19c9144b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c', 'mac_address': 'fa:16:3e:ce:b7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:48:21Z', 'updated_at': '2021-04-20T05:48:21Z', 'revision_number': 0, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb3cab2-18c5-45f6-8ac8-accbde854148', 'name': '', 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'mac_address': 'fa:16:3e:bb:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:19Z', 'updated_at': '2021-04-20T05:47:28Z', 'revision_number': 5, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'subnets': [{'id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:48:25.506429 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-b84e7619-ae82-488e-9540-553790f664ca req-71b53abc-ae02-4888-87e7-3d5f7477524b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Synchronizing usage tracker for tenant:021633b04e9d4684b74fff6ed36ae827 on resource:security_group {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:48:25.524126 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-b84e7619-ae82-488e-9540-553790f664ca req-71b53abc-ae02-4888-87e7-3d5f7477524b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Unset dirty status for tenant:021633b04e9d4684b74fff6ed36ae827 on resource:security_group {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:48:25.525277 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b84e7619-ae82-488e-9540-553790f664ca req-71b53abc-ae02-4888-87e7-3d5f7477524b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1778218298&fields=id&tenant_id=021633b04e9d4684b74fff6ed36ae827 HTTP/1.1" status: 200 len: 267 time: 0.0757449 Apr 20 05:48:25.631848 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e7619-ae82-488e-9540-553790f664ca req-887aba75-1a23-4e03-adaa-feff4119f038 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:25.633529 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b84e7619-ae82-488e-9540-553790f664ca req-887aba75-1a23-4e03-adaa-feff4119f038 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0993948 Apr 20 05:48:25.646607 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-b84e7619-ae82-488e-9540-553790f664ca req-ffc36fce-ff4b-4129-ab74-13306c7004d9 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Request body: {'port': {'security_groups': ['bf2efda3-9ff2-465f-bf0d-fd88f552b285', 'badbbeb9-a7d5-45ee-b3ff-eda575d2a740']}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:25.772084 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c92967-7fb1-4881-afc4-c06714c99a71 None None] New status for floating IP e988963b-42d2-4c72-b50d-f12b109eaf73: ACTIVE {{(pid=86334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 05:48:25.786384 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b84e7619-ae82-488e-9540-553790f664ca req-ffc36fce-ff4b-4129-ab74-13306c7004d9 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:26.023138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c83d1-6797-4675-b7ff-5929ada6e9b4 req-c7eaae48-2391-4f1c-84dd-28ecb64a3d1d tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:26.024742 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-907c83d1-6797-4675-b7ff-5929ada6e9b4 req-c7eaae48-2391-4f1c-84dd-28ecb64a3d1d tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 945 time: 0.1205814 Apr 20 05:48:26.113277 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-907c83d1-6797-4675-b7ff-5929ada6e9b4 req-c06da524-fd55-404b-9015-02ede3897e02 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671735 Apr 20 05:48:26.157595 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-b84e7619-ae82-488e-9540-553790f664ca req-ffc36fce-ff4b-4129-ab74-13306c7004d9 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] For port 71e90e78-2ec6-437b-93a3-fe4b19c9144b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=71e90e78-2ec6-437b-93a3-fe4b19c9144b,segment=NetworkSegment(59adb665-f13d-461a-bbec-db50e0697ffa),segment_id=59adb665-f13d-461a-bbec-db50e0697ffa)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:48:26.185850 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b84e7619-ae82-488e-9540-553790f664ca req-ffc36fce-ff4b-4129-ab74-13306c7004d9 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:26.190464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b84e7619-ae82-488e-9540-553790f664ca req-ffc36fce-ff4b-4129-ab74-13306c7004d9 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:26.196459 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1479f264-87b9-478d-8019-10564e4d24f2 tempest-VolumesSnapshotTestJSON-1637651676 tempest-VolumesSnapshotTestJSON-1637651676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:26.202564 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['71e90e78-2ec6-437b-93a3-fe4b19c9144b'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:48:26.285255 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e7619-ae82-488e-9540-553790f664ca req-ffc36fce-ff4b-4129-ab74-13306c7004d9 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:26.285255 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b84e7619-ae82-488e-9540-553790f664ca req-ffc36fce-ff4b-4129-ab74-13306c7004d9 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:26.293612 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b84e7619-ae82-488e-9540-553790f664ca req-ffc36fce-ff4b-4129-ab74-13306c7004d9 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "PUT /v2.0/ports/71e90e78-2ec6-437b-93a3-fe4b19c9144b HTTP/1.1" status: 200 len: 982 time: 0.6523626 Apr 20 05:48:26.297103 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'tag': '71e90e78-2ec6-437b-93a3-fe4b19c9144b'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:48:26.341252 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc36fce-ff4b-4129-ab74-13306c7004d9 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Pushing event updated for resources: {'Port': ['ID=71e90e78-2ec6-437b-93a3-fe4b19c9144b,revision_number=6']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:26.359294 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ffc36fce-ff4b-4129-ab74-13306c7004d9 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:26.402016 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['71e90e78-2ec6-437b-93a3-fe4b19c9144b'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:48:26.408357 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'tag': '71e90e78-2ec6-437b-93a3-fe4b19c9144b', 'status': 'completed', 'code': 200} Apr 20 05:48:26.632201 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-46d7f46b-fae5-4d10-95ed-1e3bcd1355ea None None] Provisioning complete for port 71e90e78-2ec6-437b-93a3-fe4b19c9144b triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:26.632621 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-46d7f46b-fae5-4d10-95ed-1e3bcd1355ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:26.839977 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8cc4-e114-4b19-b69a-cfbf6eb8a29e req-70d4ee57-7231-4096-a410-7a766a78b35f tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:26.848815 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c68c8cc4-e114-4b19-b69a-cfbf6eb8a29e req-70d4ee57-7231-4096-a410-7a766a78b35f tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 985 time: 0.4306750 Apr 20 05:48:26.868109 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab9bc6-1f10-4762-8fa4-333f3ed83b43 req-8fa99f41-9492-49a0-8cb6-2cb0244d1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:26.869788 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-73ab9bc6-1f10-4762-8fa4-333f3ed83b43 req-8fa99f41-9492-49a0-8cb6-2cb0244d1488 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=021633b04e9d4684b74fff6ed36ae827&device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 1138 time: 0.1536908 Apr 20 05:48:26.982100 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c68c8cc4-e114-4b19-b69a-cfbf6eb8a29e req-fcacce3e-9fde-42c9-b0f9-64d716467c0b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&id=badbbeb9-a7d5-45ee-b3ff-eda575d2a740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1321731 Apr 20 05:48:27.040387 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab9bc6-1f10-4762-8fa4-333f3ed83b43 req-5ec23da6-cafa-47d8-a564-514033a3e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:27.042129 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-73ab9bc6-1f10-4762-8fa4-333f3ed83b43 req-5ec23da6-cafa-47d8-a564-514033a3e9ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=5dbeac21-b7c3-43ba-938f-f593c439d69c HTTP/1.1" status: 200 len: 916 time: 0.1631601 Apr 20 05:48:27.156925 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-73ab9bc6-1f10-4762-8fa4-333f3ed83b43 req-76fbb6b6-e110-4d37-bb67-3f58cfe6d175 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71e90e78-2ec6-437b-93a3-fe4b19c9144b HTTP/1.1" status: 200 len: 1002 time: 0.1080120 Apr 20 05:48:27.228682 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab9bc6-1f10-4762-8fa4-333f3ed83b43 req-929bc70e-1322-475f-a3ff-a1bacf19bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:27.230310 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-73ab9bc6-1f10-4762-8fa4-333f3ed83b43 req-929bc70e-1322-475f-a3ff-a1bacf19bbf8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34e41885-f0bc-4ded-8c2f-b5c7fdb723bf HTTP/1.1" status: 200 len: 854 time: 0.0664811 Apr 20 05:48:27.315219 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab9bc6-1f10-4762-8fa4-333f3ed83b43 req-10354d83-9c3b-46ba-82f5-d13d6de8079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:27.316358 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c482d6-15c1-41f7-99b9-9252446b13c5 req-ecdc45cc-d4f8-49e6-bb3d-a2d6082f5913 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:27.316845 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-73ab9bc6-1f10-4762-8fa4-333f3ed83b43 req-10354d83-9c3b-46ba-82f5-d13d6de8079f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dbeac21-b7c3-43ba-938f-f593c439d69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771582 Apr 20 05:48:27.318101 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-32c482d6-15c1-41f7-99b9-9252446b13c5 req-ecdc45cc-d4f8-49e6-bb3d-a2d6082f5913 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 945 time: 0.0937364 Apr 20 05:48:27.365829 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-32c482d6-15c1-41f7-99b9-9252446b13c5 req-a3b20c87-2890-4f45-82af-d228c4e2ac2c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408661 Apr 20 05:48:27.457350 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-73ab9bc6-1f10-4762-8fa4-333f3ed83b43 req-99e96067-5cf1-46f8-9939-51884b575564 service neutron] 10.222.0.13 "GET /v2.0/networks/5dbeac21-b7c3-43ba-938f-f593c439d69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330073 Apr 20 05:48:27.680556 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347aec6b-0553-461b-a9e8-280822754d9a req-7be2f390-74d6-4bf5-b5f5-47c418b310d3 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:27.682179 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-347aec6b-0553-461b-a9e8-280822754d9a req-7be2f390-74d6-4bf5-b5f5-47c418b310d3 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 945 time: 0.2112715 Apr 20 05:48:27.684281 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-73ab9bc6-1f10-4762-8fa4-333f3ed83b43 req-3e5c70e5-c601-4bea-ae12-815aacd4517d service neutron] 10.222.0.13 "GET /v2.0/networks/5dbeac21-b7c3-43ba-938f-f593c439d69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696789 Apr 20 05:48:27.691735 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56504) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:27.697317 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-73662661-3135-4df7-b8f8-2f10aa559d90 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Request body: {'floatingip': {'port_id': '78d20255-8db8-4b1b-81b6-829f22bc343b'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:27.786122 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-73662661-3135-4df7-b8f8-2f10aa559d90 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for floatingip, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:28.425906 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-73662661-3135-4df7-b8f8-2f10aa559d90 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:28.429914 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-73662661-3135-4df7-b8f8-2f10aa559d90 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:28.608869 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.l3_db [None req-73662661-3135-4df7-b8f8-2f10aa559d90 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Floating IP 515478cd-d80b-4286-8f54-febe6a9009dc associated. External IP: 172.28.3.165, port: 78d20255-8db8-4b1b-81b6-829f22bc343b. Apr 20 05:48:29.216985 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73662661-3135-4df7-b8f8-2f10aa559d90 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Router 454b8d86-c0db-475a-9276-585379864a1a has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:48:29.408413 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73662661-3135-4df7-b8f8-2f10aa559d90 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:48:29.413432 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-73662661-3135-4df7-b8f8-2f10aa559d90 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:29.418499 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b72b34-e77c-4c06-993c-28fba8ba1107 None None] Sync routers for ids ['454b8d86-c0db-475a-9276-585379864a1a'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:48:29.429396 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b72b34-e77c-4c06-993c-28fba8ba1107 None None] Routers {'454b8d86-c0db-475a-9276-585379864a1a'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:48:29.430236 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-86b72b34-e77c-4c06-993c-28fba8ba1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:48:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['454b8d86-c0db-475a-9276-585379864a1a'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:29.476533 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-73662661-3135-4df7-b8f8-2f10aa559d90 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "PUT /v2.0/floatingips/515478cd-d80b-4286-8f54-febe6a9009dc HTTP/1.1" status: 200 len: 991 time: 1.7809143 Apr 20 05:48:29.476533 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29733433-710e-4887-b1e8-669ea8d5465b', 'tag': '78d20255-8db8-4b1b-81b6-829f22bc343b'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:48:29.541849 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29733433-710e-4887-b1e8-669ea8d5465b', 'tag': '78d20255-8db8-4b1b-81b6-829f22bc343b', 'status': 'completed', 'code': 200} Apr 20 05:48:29.656094 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deda67c-671b-4c12-98e3-c2dc818a3738 req-76c44263-a193-4b4d-8b1b-05cb80103a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:29.657879 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7deda67c-671b-4c12-98e3-c2dc818a3738 req-76c44263-a193-4b4d-8b1b-05cb80103a6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ab7172ed9a44fe6aa1df137f47c43e3&device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 1098 time: 0.1016653 Apr 20 05:48:29.679584 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-86b72b34-e77c-4c06-993c-28fba8ba1107 None None] Set router 454b8d86-c0db-475a-9276-585379864a1a gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:48:29.820201 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deda67c-671b-4c12-98e3-c2dc818a3738 req-a9161661-4c11-4613-ab4b-5ceaf64b9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:29.821871 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7deda67c-671b-4c12-98e3-c2dc818a3738 req-a9161661-4c11-4613-ab4b-5ceaf64b9711 service neutron] 10.222.0.13 "GET /v2.0/networks?id=411e23b4-e2d6-46df-bd62-b0674bdfd076 HTTP/1.1" status: 200 len: 912 time: 0.1530657 Apr 20 05:48:29.939579 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7deda67c-671b-4c12-98e3-c2dc818a3738 req-dca05882-4a1f-4b75-a958-212655d6db54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=78d20255-8db8-4b1b-81b6-829f22bc343b HTTP/1.1" status: 200 len: 999 time: 0.1099126 Apr 20 05:48:30.012042 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deda67c-671b-4c12-98e3-c2dc818a3738 req-ad3f52d3-081a-4964-9609-e8b6c7291ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:30.013649 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7deda67c-671b-4c12-98e3-c2dc818a3738 req-ad3f52d3-081a-4964-9609-e8b6c7291ee4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0e3b9602-f3b1-465a-896e-3c5b83aebaa5 HTTP/1.1" status: 200 len: 850 time: 0.0669508 Apr 20 05:48:30.101943 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deda67c-671b-4c12-98e3-c2dc818a3738 req-2a0836b6-2ee9-489f-8eee-476ad58688a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:30.103814 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7deda67c-671b-4c12-98e3-c2dc818a3738 req-2a0836b6-2ee9-489f-8eee-476ad58688a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=411e23b4-e2d6-46df-bd62-b0674bdfd076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835652 Apr 20 05:48:30.246887 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-86b72b34-e77c-4c06-993c-28fba8ba1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_floatingips': [{'id': '515478cd-d80b-4286-8f54-febe6a9009dc', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'floating_ip_address': '172.28.3.165', 'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'router_id': '454b8d86-c0db-475a-9276-585379864a1a', 'port_id': '78d20255-8db8-4b1b-81b6-829f22bc343b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'mac_address': 'fa:16:3e:74:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29733433-710e-4887-b1e8-669ea8d5465b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:48:13Z', 'updated_at': '2021-04-20T05:48:28Z', 'revision_number': 1, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a08a00-0bca-45d8-860d-3912986250d7', 'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'mac_address': 'fa:16:3e:09:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:24Z', 'revision_number': 5, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'subnets': [{'id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:30.250846 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b72b34-e77c-4c06-993c-28fba8ba1107 None None] Checking router: 454b8d86-c0db-475a-9276-585379864a1a for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:48:30.255645 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7deda67c-671b-4c12-98e3-c2dc818a3738 req-15643a6b-aed7-4727-b00c-e2f76bf71af9 service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391883 Apr 20 05:48:30.260059 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b72b34-e77c-4c06-993c-28fba8ba1107 None None] Routers {'454b8d86-c0db-475a-9276-585379864a1a'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:48:30.260745 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-86b72b34-e77c-4c06-993c-28fba8ba1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:48:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['454b8d86-c0db-475a-9276-585379864a1a'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:30.401490 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7deda67c-671b-4c12-98e3-c2dc818a3738 req-ff487948-1d78-4a34-b4a7-2fc0ed9bc1da service neutron] 10.222.0.13 "GET /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383069 Apr 20 05:48:30.452869 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-86b72b34-e77c-4c06-993c-28fba8ba1107 None None] Set router 454b8d86-c0db-475a-9276-585379864a1a gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:48:30.821367 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-86b72b34-e77c-4c06-993c-28fba8ba1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_floatingips': [{'id': '515478cd-d80b-4286-8f54-febe6a9009dc', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'floating_ip_address': '172.28.3.165', 'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'router_id': '454b8d86-c0db-475a-9276-585379864a1a', 'port_id': '78d20255-8db8-4b1b-81b6-829f22bc343b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'mac_address': 'fa:16:3e:74:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29733433-710e-4887-b1e8-669ea8d5465b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:48:13Z', 'updated_at': '2021-04-20T05:48:28Z', 'revision_number': 1, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a08a00-0bca-45d8-860d-3912986250d7', 'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'mac_address': 'fa:16:3e:09:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:24Z', 'revision_number': 5, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'subnets': [{'id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:30.825757 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b72b34-e77c-4c06-993c-28fba8ba1107 None None] The sync data for ids ['454b8d86-c0db-475a-9276-585379864a1a'] in dv-cinder-786054-4-smb is: [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_floatingips': [{'id': '515478cd-d80b-4286-8f54-febe6a9009dc', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'floating_ip_address': '172.28.3.165', 'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'router_id': '454b8d86-c0db-475a-9276-585379864a1a', 'port_id': '78d20255-8db8-4b1b-81b6-829f22bc343b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'mac_address': 'fa:16:3e:74:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29733433-710e-4887-b1e8-669ea8d5465b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:48:13Z', 'updated_at': '2021-04-20T05:48:28Z', 'revision_number': 1, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42a08a00-0bca-45d8-860d-3912986250d7', 'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'mac_address': 'fa:16:3e:09:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:24Z', 'revision_number': 5, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'subnets': [{'id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:48:31.132590 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528c66ff-517a-4fe6-b756-e1d9a9d5a1fd None None] New status for floating IP 515478cd-d80b-4286-8f54-febe6a9009dc: ACTIVE {{(pid=86334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 05:48:36.204031 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b1209b81-8e27-49a8-834b-679c2dad3bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:36.679978 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56654) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:36.747584 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47c0d63-e639-4935-bd00-e5206e07fe64 admin admin] Deleting subnet 13cc2382-24ca-4cde-9f7f-4cbd0d4344f9 {{(pid=86331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:48:36.751185 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d47c0d63-e639-4935-bd00-e5206e07fe64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:36.806730 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d47c0d63-e639-4935-bd00-e5206e07fe64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843777524'] for subnet, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:36.869603 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d47c0d63-e639-4935-bd00-e5206e07fe64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016692'] for subnet, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:37.133237 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d47c0d63-e639-4935-bd00-e5206e07fe64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850759156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843007307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10592222'] for subnet, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:37.138722 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ade97d26-1ecb-40e7-af9f-b04908c80fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:37.160887 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 56672) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:37.179697 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c0d63-e639-4935-bd00-e5206e07fe64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13cc2382-24ca-4cde-9f7f-4cbd0d4344f9,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:37.185376 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d47c0d63-e639-4935-bd00-e5206e07fe64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:37.188165 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d47c0d63-e639-4935-bd00-e5206e07fe64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:37.192383 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-d47c0d63-e639-4935-bd00-e5206e07fe64 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/13cc2382-24ca-4cde-9f7f-4cbd0d4344f9 HTTP/1.1" status: 204 len: 168 time: 0.5112634 Apr 20 05:48:37.195118 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56678) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:37.289826 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e529edf4-e719-4575-9012-fffbf21ad70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:37.305679 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-e529edf4-e719-4575-9012-fffbf21ad70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:37.308993 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-28d94db9-3d36-422d-90be-8907433ce218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918712'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:37.309815 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-e529edf4-e719-4575-9012-fffbf21ad70e admin admin] Usage tracker for resource:security_group_rule and tenant:4a1dc01732284844923b36b822560ac4 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:37.312876 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-e529edf4-e719-4575-9012-fffbf21ad70e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:37.318986 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-e529edf4-e719-4575-9012-fffbf21ad70e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:37.402293 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e529edf4-e719-4575-9012-fffbf21ad70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:37.405751 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e529edf4-e719-4575-9012-fffbf21ad70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:37.414591 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ceb3afe9-2c7a-4e17-bb1e-a59ba16f0175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:37.442342 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-28d94db9-3d36-422d-90be-8907433ce218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850759071', 'neutron.services.segments.db._delete_segments_for_network-8736091077747'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:37.460869 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-e529edf4-e719-4575-9012-fffbf21ad70e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a1dc01732284844923b36b822560ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987611 Apr 20 05:48:37.461835 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529edf4-e719-4575-9012-fffbf21ad70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fbb188-82b0-469c-b0f9-4ff74c7778ff,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:37.463764 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56684) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:37.465727 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e529edf4-e719-4575-9012-fffbf21ad70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:37.602507 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-28d94db9-3d36-422d-90be-8907433ce218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eae8f8b-0902-4f89-9a35-6ab755e2b681']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:37.623460 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-28d94db9-3d36-422d-90be-8907433ce218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144eced7-532e-40dd-b1df-a889271e06ed') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:37.623788 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-28d94db9-3d36-422d-90be-8907433ce218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144eced7-532e-40dd-b1df-a889271e06ed') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:37.638339 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f4366faa-5d83-4633-8e55-933c941d2862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:37.640834 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-28d94db9-3d36-422d-90be-8907433ce218 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300763536483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10998276'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:37.671131 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-28d94db9-3d36-422d-90be-8907433ce218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:37.683337 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f4366faa-5d83-4633-8e55-933c941d2862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:37.689921 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d94db9-3d36-422d-90be-8907433ce218 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:48:37.894086 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-28d94db9-3d36-422d-90be-8907433ce218 admin admin] Network 0eae8f8b-0902-4f89-9a35-6ab755e2b681 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:48:37.903596 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-28d94db9-3d36-422d-90be-8907433ce218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4027173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11767830'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:37.933275 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8d723842-a1fd-4152-93e4-15198900cbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:37.984565 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f4366faa-5d83-4633-8e55-933c941d2862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:37.990768 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5c60c24f-c7bb-4f64-b204-406e2f1ca908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:38.022316 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4366faa-5d83-4633-8e55-933c941d2862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fbb188-82b0-469c-b0f9-4ff74c7778ff,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:38.068374 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-f4366faa-5d83-4633-8e55-933c941d2862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:38.098335 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f4366faa-5d83-4633-8e55-933c941d2862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:38.099551 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-f4366faa-5d83-4633-8e55-933c941d2862 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86fbb188-82b0-469c-b0f9-4ff74c7778ff HTTP/1.1" status: 204 len: 168 time: 0.6337876 Apr 20 05:48:38.101361 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-28d94db9-3d36-422d-90be-8907433ce218 admin admin] Network 0eae8f8b-0902-4f89-9a35-6ab755e2b681 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: Traceback (most recent call last): Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: timer() Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: cb(*args, **kw) Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: return func(*args, **kwargs) Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: self._notify() Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: self.callback(batched_events) Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: event.method(event) Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: segment_id)['aggregates'][0] Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: return f(self, *a, **k) Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: return self._get(url).json() Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: **kwargs) Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: return self.request(url, 'GET', **kwargs) Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: **endpoint_filter) Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:48:38.127788 dv-cinder-786054-4-smb neutron-server[86220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:48:38.166547 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:48:38.203809 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-28d94db9-3d36-422d-90be-8907433ce218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:38.210706 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-28d94db9-3d36-422d-90be-8907433ce218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:38.214661 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:38.236830 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d94db9-3d36-422d-90be-8907433ce218 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eae8f8b-0902-4f89-9a35-6ab755e2b681,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:38.239428 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-28d94db9-3d36-422d-90be-8907433ce218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:38.244717 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-28d94db9-3d36-422d-90be-8907433ce218 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0eae8f8b-0902-4f89-9a35-6ab755e2b681 HTTP/1.1" status: 204 len: 168 time: 1.0483224 Apr 20 05:48:38.435003 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 56702) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:38.487342 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-1432a6c9-f84a-4fb4-81bb-82ca0f38fefa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8d2077ce4264d238e22346a4fc070c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510089 Apr 20 05:48:38.490115 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 56708) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:38.550584 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-97c7f32e-2cac-40ac-b556-9b0f36b28d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:38.582367 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-97c7f32e-2cac-40ac-b556-9b0f36b28d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:38.631421 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-97c7f32e-2cac-40ac-b556-9b0f36b28d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:38.637205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-701d9161-99cb-4d8e-a06f-226bc3df07a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:38.651001 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7f32e-2cac-40ac-b556-9b0f36b28d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2855fe17-c6f9-46ee-a710-1b1135e03e2f,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:38.653380 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-97c7f32e-2cac-40ac-b556-9b0f36b28d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:38.670906 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-97c7f32e-2cac-40ac-b556-9b0f36b28d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:38.675076 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-97c7f32e-2cac-40ac-b556-9b0f36b28d32 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2855fe17-c6f9-46ee-a710-1b1135e03e2f HTTP/1.1" status: 204 len: 168 time: 0.1810660 Apr 20 05:48:38.763955 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:38.979042 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56726) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:39.095205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-677912051-network', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:39.100582 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:39.104830 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Usage tracker for resource:network and tenant:a3bda5c8251c4b1f88cf6b1ead550c34 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:39.108064 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:39.114619 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:39.126268 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Made reservation on behalf of a3bda5c8251c4b1f88cf6b1ead550c34 for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:48:39.130708 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:39.147393 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:39.163445 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:39.167956 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Usage tracker for resource:security_group_rule and tenant:a3bda5c8251c4b1f88cf6b1ead550c34 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:39.172251 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:39.182589 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:39.275583 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:39.280427 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:39.283481 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-f4366faa-5d83-4633-8e55-933c941d2862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:39.315312 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:48:39.320842 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38826378-e6f1-4257-81c3-1d1b0f9d25a5,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:39.324684 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:39.328288 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:39.329105 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.segments_db [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Added segment ba988c82-17a0-4588-9526-38a51ce448fc of type vlan for network 59f9a348-1f60-4d3d-b509-0ccf381c10f1 Apr 20 05:48:39.355251 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736090717418'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:39.388818 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:39.390233 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:39.390870 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:39.394334 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-29f8af1a-d5a8-47e9-b1bd-876a98f5c5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:39.497328 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Pushing event updated for resources: {'Network': ['ID=59f9a348-1f60-4d3d-b509-0ccf381c10f1,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:39.500155 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:39.501699 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5215337 Apr 20 05:48:39.504936 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56734) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:39.508205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Network 59f9a348-1f60-4d3d-b509-0ccf381c10f1 details requested by agent ovs-agent-dv-cinder-786054-4-smb with host dv-cinder-786054-4-smb {{(pid=86333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:48:39.510899 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-dae3e838-e2e8-475b-abb7-4ce4163c5342 admin admin] Request body: {'subnet': {'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-677912051-subnet', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:39.516264 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-dae3e838-e2e8-475b-abb7-4ce4163c5342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:39.520635 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-dae3e838-e2e8-475b-abb7-4ce4163c5342 admin admin] Usage tracker for resource:subnet and tenant:a3bda5c8251c4b1f88cf6b1ead550c34 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:39.523923 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-dae3e838-e2e8-475b-abb7-4ce4163c5342 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:39.530512 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-dae3e838-e2e8-475b-abb7-4ce4163c5342 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:39.541601 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae3e838-e2e8-475b-abb7-4ce4163c5342 admin admin] Made reservation on behalf of a3bda5c8251c4b1f88cf6b1ead550c34 for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:48:39.546412 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dae3e838-e2e8-475b-abb7-4ce4163c5342 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844183564'] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:39.612118 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:40.175500 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dae3e838-e2e8-475b-abb7-4ce4163c5342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11768560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844183579'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:40.179597 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9e999ce1-d078-45e2-9d43-a44b84aa2903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:40.251809 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3e838-e2e8-475b-abb7-4ce4163c5342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=442f9f84-efcc-4bf6-9a86-626d7e45fcf2,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:40.254526 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-dae3e838-e2e8-475b-abb7-4ce4163c5342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:40.264089 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae3e838-e2e8-475b-abb7-4ce4163c5342 admin admin] Checking segment: {'id': 'ba988c82-17a0-4588-9526-38a51ce448fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:48:40.264477 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae3e838-e2e8-475b-abb7-4ce4163c5342 admin admin] Network hostable DHCP agents. Network: 59f9a348-1f60-4d3d-b509-0ccf381c10f1, hostable agents: ['b936b2ef-06b6-4af0-a031-b6b0516c12cc'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:48:40.283954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae3e838-e2e8-475b-abb7-4ce4163c5342 admin admin] Network 59f9a348-1f60-4d3d-b509-0ccf381c10f1 is scheduled to be hosted by DHCP agent b936b2ef-06b6-4af0-a031-b6b0516c12cc with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:48:40.292960 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-dae3e838-e2e8-475b-abb7-4ce4163c5342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-smb, 59f9a348-1f60-4d3d-b509-0ccf381c10f1) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:48:40.302259 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d80e27-f30b-4627-aa44-518756a135ad None None] Network 59f9a348-1f60-4d3d-b509-0ccf381c10f1 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:48:40.306312 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae3e838-e2e8-475b-abb7-4ce4163c5342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:40.306922 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dae3e838-e2e8-475b-abb7-4ce4163c5342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:40.326508 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-dae3e838-e2e8-475b-abb7-4ce4163c5342 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8204491 Apr 20 05:48:40.329380 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56742) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:40.334917 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-677912051-router', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:40.339761 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:40.343809 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Usage tracker for resource:router and tenant:a3bda5c8251c4b1f88cf6b1ead550c34 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:40.347638 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:40.353731 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:40.362900 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-622828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744784'] for router, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:40.364019 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854152988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854131710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853850605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31017'] for router, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:40.380187 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:40.413490 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:40.537350 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93accfa-fc53-555d-995a-8a38c295c9c1-59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'fixed_ips': [{'subnet_id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2'}]}} from dv-cinder-786054-4-smb. {{(pid=86333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 05:48:40.538261 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:40.668746 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854131467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854145185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31002'] for router, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:40.702605 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Allocated IP 172.20.0.2 (59f9a348-1f60-4d3d-b509-0ccf381c10f1/442f9f84-efcc-4bf6-9a86-626d7e45fcf2/21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c) {{(pid=86333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:48:40.915222 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Notify callbacks [] for port, precommit_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:40.926471 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Transition to ACTIVE for port object 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:48:40.946020 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Transition to ACTIVE for port object 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c will not be triggered until provisioned by entity DHCP. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:48:40.951317 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:40.956591 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1cc544e0-bfb6-41d0-9b33-a3e935bbf9f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:40.993281 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:41.024799 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:41.025065 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Network 59f9a348-1f60-4d3d-b509-0ccf381c10f1 is already hosted by enough agents. {{(pid=86333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:48:41.026001 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Resources bound (agent type, host, resource id): {{(pid=86333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:48:41.029925 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Received port after_create {{(pid=86333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:48:41.039445 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Pushing event updated for resources: {'Port': ['ID=21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c,revision_number=1']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:41.082429 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:41.082797 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:41.083165 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:41.083558 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:41.083930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:41.084334 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:41.084703 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:41.085097 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:41.085462 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:41.085825 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:41.086186 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:41.086552 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:41.120462 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:41.144004 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Attempting to bind port 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:48:41.144421 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Attempting to bind port 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': 'ba988c82-17a0-4588-9526-38a51ce448fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:48:41.144826 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Attempting to bind port 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c on network 59f9a348-1f60-4d3d-b509-0ccf381c10f1 {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:48:41.150480 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:48:41.150908 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Checking segment: {'id': 'ba988c82-17a0-4588-9526-38a51ce448fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:48:41.151370 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:41.151805 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Bound using segment: {'id': 'ba988c82-17a0-4588-9526-38a51ce448fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:48:41.152315 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Bound port: 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba988c82-17a0-4588-9526-38a51ce448fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:48:41.152730 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:41.174849 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Allocated IP 172.28.3.10 (50a41118-ba44-449f-9b81-e04381d54b8b/c213a0b6-2cec-4373-bed2-ef584dd5d4ed/ba4cbac6-2720-488f-b79f-f81c6ea73fc9) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:48:41.245613 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] For port 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:48:41.249208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] For port 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c,segment=NetworkSegment(ba988c82-17a0-4588-9526-38a51ce448fc),segment_id=ba988c82-17a0-4588-9526-38a51ce448fc)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:48:41.253776 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:41.258619 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:41.340667 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:41.346284 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Pushing event updated for resources: {'Port': ['ID=21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:41.350021 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:41.378736 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:41.384316 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4eb2a762-d66e-4895-b7e2-f5c750609758 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:41.451304 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Network 50a41118-ba44-449f-9b81-e04381d54b8b is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:48:41.454380 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:48:41.458313 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:48:41.492805 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Pushing event updated for resources: {'Port': ['ID=ba4cbac6-2720-488f-b79f-f81c6ea73fc9,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:41.499281 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:41.904952 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:41.919458 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:48:41.992330 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:48:42.493627 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-630599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644319'] for router, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:42.622668 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0386991b-65b9-4ef4-a4ec-f62ed6a4d84d None None] Network 59f9a348-1f60-4d3d-b509-0ccf381c10f1 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:48:42.722591 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Router 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 is scheduled to L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae with binding_index 1 {{(pid=86331) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 05:48:42.728928 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-ece5f02b-b4f4-467d-ad46-700c97f73392 None None] Provisioning for port 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:48:42.737416 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-ece5f02b-b4f4-467d-ad46-700c97f73392 None None] Provisioning complete for port 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:42.737834 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ece5f02b-b4f4-467d-ad46-700c97f73392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:42.907721 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:48:42.932135 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:42.932419 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Sync routers for ids ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:48:42.936230 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6030941 Apr 20 05:48:42.936486 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56754) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:42.965392 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Routers {'52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:48:42.966064 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:48:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:43.271220 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ece5f02b-b4f4-467d-ad46-700c97f73392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:43.369030 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-ece5f02b-b4f4-467d-ad46-700c97f73392 None None] For port 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c,segment=NetworkSegment(ba988c82-17a0-4588-9526-38a51ce448fc),segment_id=ba988c82-17a0-4588-9526-38a51ce448fc)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:48:43.375064 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ece5f02b-b4f4-467d-ad46-700c97f73392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:43.380486 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:43.423308 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Set router 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:48:43.654633 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5f02b-b4f4-467d-ad46-700c97f73392 None None] Pushing event updated for resources: {'Port': ['ID=21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:43.660404 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ece5f02b-b4f4-467d-ad46-700c97f73392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:43.667112 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:43.682851 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-82e6f4ec-c38b-48ab-80ff-c7b8273b40c3 None None] Provisioning complete for port 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:43.683290 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-82e6f4ec-c38b-48ab-80ff-c7b8273b40c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:43.885210 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:43.891126 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Allocated IP 172.20.0.1 (59f9a348-1f60-4d3d-b509-0ccf381c10f1/442f9f84-efcc-4bf6-9a86-626d7e45fcf2/a7bfc014-57c3-4a44-916e-0b033154a181) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:48:43.896266 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'name': 'tempest-TestShelveInstance-677912051-router', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:40Z', 'updated_at': '2021-04-20T05:48:41Z', 'revision_number': 3, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'gw_port': {'id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:41Z', 'updated_at': '2021-04-20T05:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:43.900965 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:48:43.933249 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Checking router: 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:48:43.933864 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Updating router 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 port ba4cbac6-2720-488f-b79f-f81c6ea73fc9 binding host dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:48:44.014760 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:44.043534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:44.060698 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Transition to ACTIVE for port object a7bfc014-57c3-4a44-916e-0b033154a181 will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:48:44.087826 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:44.092816 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b1e861ef-9495-4d74-b341-815e8a2ddd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:44.117201 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:44.117432 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:44.159158 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Network 59f9a348-1f60-4d3d-b509-0ccf381c10f1 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:48:44.162721 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:48:44.165292 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:48:44.207388 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Pushing event updated for resources: {'Port': ['ID=a7bfc014-57c3-4a44-916e-0b033154a181,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:44.210452 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:44.230049 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146814'] for router_interface, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:44.421571 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-952b5a40-0696-4463-99bb-ffead0366f59 None None] Provisioning for port a7bfc014-57c3-4a44-916e-0b033154a181 completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:48:44.459408 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-952b5a40-0696-4463-99bb-ffead0366f59 None None] Provisioning complete for port a7bfc014-57c3-4a44-916e-0b033154a181 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:44.459753 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-952b5a40-0696-4463-99bb-ffead0366f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:44.490261 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:44.544288 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:44.546757 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-952b5a40-0696-4463-99bb-ffead0366f59 None None] Port a7bfc014-57c3-4a44-916e-0b033154a181 cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:48:44.558744 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Transition to ACTIVE for port object ba4cbac6-2720-488f-b79f-f81c6ea73fc9 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:48:44.565768 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:44.569528 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:44.656064 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Attempting to bind port ba4cbac6-2720-488f-b79f-f81c6ea73fc9 on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:48:44.656480 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Attempting to bind port ba4cbac6-2720-488f-b79f-f81c6ea73fc9 by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:48:44.656887 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Attempting to bind port ba4cbac6-2720-488f-b79f-f81c6ea73fc9 on network 50a41118-ba44-449f-9b81-e04381d54b8b {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:48:44.663219 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbfb8c-9e8c-4f2d-82eb-2ed2f55b6104 None None] Pushing event updated for resources: {'Port': ['ID=ba4cbac6-2720-488f-b79f-f81c6ea73fc9,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:44.667398 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-57bbfb8c-9e8c-4f2d-82eb-2ed2f55b6104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:44.668344 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:48:44.668725 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Checking segment: {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:48:44.669224 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:44.669625 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Bound using segment: {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:48:44.670141 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Bound port: ba4cbac6-2720-488f-b79f-f81c6ea73fc9, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:48:44.670811 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:44.725461 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:44.729939 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11767912'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:44.748817 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] For port ba4cbac6-2720-488f-b79f-f81c6ea73fc9, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:48:44.752227 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] For port ba4cbac6-2720-488f-b79f-f81c6ea73fc9, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=ba4cbac6-2720-488f-b79f-f81c6ea73fc9,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:48:44.756868 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:44.760055 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:44.761551 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:44.839129 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Routers {'52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:48:44.839807 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:48:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:44.849248 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854020177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629093'] for router_interface, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:44.853945 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Pushing event updated for resources: {'Port': ['ID=a7bfc014-57c3-4a44-916e-0b033154a181,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:44.858573 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:44.908947 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbfb8c-9e8c-4f2d-82eb-2ed2f55b6104 None None] Pushing event updated for resources: {'Port': ['ID=ba4cbac6-2720-488f-b79f-f81c6ea73fc9,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:44.913742 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-57bbfb8c-9e8c-4f2d-82eb-2ed2f55b6104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:45.041431 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] Set router 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:48:45.245278 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Network 59f9a348-1f60-4d3d-b509-0ccf381c10f1 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:48:45.246574 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:48:45.460018 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Router 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:48:45.526384 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-78ceb0d8-bd46-4b2c-a4c8-ccca6307fcf6 None None] Provisioning complete for port a7bfc014-57c3-4a44-916e-0b033154a181 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:45.526732 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-78ceb0d8-bd46-4b2c-a4c8-ccca6307fcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:45.595326 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-78ceb0d8-bd46-4b2c-a4c8-ccca6307fcf6 None None] Port a7bfc014-57c3-4a44-916e-0b033154a181 cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:48:45.611900 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'name': 'tempest-TestShelveInstance-677912051-router', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:40Z', 'updated_at': '2021-04-20T05:48:44Z', 'revision_number': 4, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'gw_port': {'id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:41Z', 'updated_at': '2021-04-20T05:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': 'a7bfc014-57c3-4a44-916e-0b033154a181', 'name': '', 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'mac_address': 'fa:16:3e:f9:1d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:43Z', 'updated_at': '2021-04-20T05:48:44Z', 'revision_number': 2, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'subnets': [{'id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:45.616649 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f266f7-40b0-4921-8279-3a9d18a24a1e None None] The sync data for ids ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'] in dv-cinder-786054-4-smb is: [{'id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'name': 'tempest-TestShelveInstance-677912051-router', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:40Z', 'updated_at': '2021-04-20T05:48:44Z', 'revision_number': 4, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'gw_port': {'id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:41Z', 'updated_at': '2021-04-20T05:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': 'a7bfc014-57c3-4a44-916e-0b033154a181', 'name': '', 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'mac_address': 'fa:16:3e:f9:1d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:43Z', 'updated_at': '2021-04-20T05:48:44Z', 'revision_number': 2, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'subnets': [{'id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:48:45.656545 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:48:45.666291 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] 10.222.0.44 "PUT /v2.0/routers/52dda8c0-22d8-4cf3-acfd-46f90d0c8e74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7287152 Apr 20 05:48:46.312590 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56786) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:46.318954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1996423452-network', 'tenant_id': 'a8519a5fa8384391a5c4414718835d92'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:46.324292 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:46.328559 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Usage tracker for resource:network and tenant:a8519a5fa8384391a5c4414718835d92 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:46.331662 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:46.337977 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:46.348806 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Made reservation on behalf of a8519a5fa8384391a5c4414718835d92 for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:48:46.353930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:46.381357 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:46.401022 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:46.407003 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:a8519a5fa8384391a5c4414718835d92 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:46.411549 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:46.425148 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:46.519124 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:46.522833 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:46.527367 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e2c04181-885f-44e1-babd-88a9ba745de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:46.553733 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:48:46.567509 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9b4351-9868-4f33-928d-edde08e7b0b1,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:46.572099 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:46.573154 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:46.573544 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.segments_db [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Added segment c267cd37-4194-47f7-9e21-5b171d222515 of type vlan for network 8248804e-f569-4143-9629-938fc815c4de Apr 20 05:48:46.603033 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736090717418'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:46.637334 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:46.638777 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:46.639554 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:46.645476 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:46.752969 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4392478 Apr 20 05:48:46.753972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=8248804e-f569-4143-9629-938fc815c4de,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:46.756138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 56792) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:46.757109 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:46.763044 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-57d628be-ed27-42c4-bac3-aa5dd487f8f4 admin admin] Request body: {'subnet': {'network_id': '8248804e-f569-4143-9629-938fc815c4de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1996423452-subnet', 'tenant_id': 'a8519a5fa8384391a5c4414718835d92', 'ip_version': 4}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:46.764847 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Network 8248804e-f569-4143-9629-938fc815c4de details requested by agent ovs-agent-dv-cinder-786054-4-smb with host dv-cinder-786054-4-smb {{(pid=86333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:48:46.768828 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-57d628be-ed27-42c4-bac3-aa5dd487f8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:46.778222 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-57d628be-ed27-42c4-bac3-aa5dd487f8f4 admin admin] Usage tracker for resource:subnet and tenant:a8519a5fa8384391a5c4414718835d92 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:46.781506 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-57d628be-ed27-42c4-bac3-aa5dd487f8f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:46.787487 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-57d628be-ed27-42c4-bac3-aa5dd487f8f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:46.798967 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d628be-ed27-42c4-bac3-aa5dd487f8f4 admin admin] Made reservation on behalf of a8519a5fa8384391a5c4414718835d92 for: {'subnet': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:48:46.804554 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-57d628be-ed27-42c4-bac3-aa5dd487f8f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843552403'] for subnet, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:47.229249 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-57d628be-ed27-42c4-bac3-aa5dd487f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853878957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843552388'] for subnet, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:47.233237 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-7af96ecb-1334-46e5-b955-2a6a6de4034a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:47.307423 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d628be-ed27-42c4-bac3-aa5dd487f8f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5dae8a3-b781-4041-ae8f-172714c6a112,revision_number=0']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:47.311339 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-57d628be-ed27-42c4-bac3-aa5dd487f8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:47.319148 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d628be-ed27-42c4-bac3-aa5dd487f8f4 admin admin] Checking segment: {'id': 'c267cd37-4194-47f7-9e21-5b171d222515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8248804e-f569-4143-9629-938fc815c4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:48:47.319639 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d628be-ed27-42c4-bac3-aa5dd487f8f4 admin admin] Network hostable DHCP agents. Network: 8248804e-f569-4143-9629-938fc815c4de, hostable agents: ['b936b2ef-06b6-4af0-a031-b6b0516c12cc'], hosted agents: [] {{(pid=86332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:48:47.339763 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d628be-ed27-42c4-bac3-aa5dd487f8f4 admin admin] Network 8248804e-f569-4143-9629-938fc815c4de is scheduled to be hosted by DHCP agent b936b2ef-06b6-4af0-a031-b6b0516c12cc with binding_index 1 {{(pid=86332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:48:47.349437 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-57d628be-ed27-42c4-bac3-aa5dd487f8f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-smb, 8248804e-f569-4143-9629-938fc815c4de) {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:48:47.359262 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d09d316-51f0-4cf0-9afa-f1932b8e382e None None] Network 8248804e-f569-4143-9629-938fc815c4de requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:48:47.361715 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d628be-ed27-42c4-bac3-aa5dd487f8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:47.362364 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-57d628be-ed27-42c4-bac3-aa5dd487f8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:47.382263 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-57d628be-ed27-42c4-bac3-aa5dd487f8f4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6249344 Apr 20 05:48:47.385075 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 56798) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:47.390410 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1996423452-router', 'tenant_id': 'a8519a5fa8384391a5c4414718835d92', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:47.395165 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:47.399361 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Usage tracker for resource:router and tenant:a8519a5fa8384391a5c4414718835d92 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:47.402884 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:47.408842 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:47.418040 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-622828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854744784'] for router, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:47.419071 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854152988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854131710', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853850605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31017'] for router, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:47.438553 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:47.588376 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf93accfa-fc53-555d-995a-8a38c295c9c1-8248804e-f569-4143-9629-938fc815c4de', 'network_id': '8248804e-f569-4143-9629-938fc815c4de', 'tenant_id': 'a8519a5fa8384391a5c4414718835d92', 'fixed_ips': [{'subnet_id': 'd5dae8a3-b781-4041-ae8f-172714c6a112'}]}} from dv-cinder-786054-4-smb. {{(pid=86333) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 05:48:47.589340 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:47.759256 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Allocated IP 172.20.0.2 (8248804e-f569-4143-9629-938fc815c4de/d5dae8a3-b781-4041-ae8f-172714c6a112/a7814480-652b-4282-aaf7-b356675e9403) {{(pid=86333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:48:47.920820 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device ba4cbac6-2720-488f-b79f-f81c6ea73fc9 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:48:47.966667 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854131467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854145185', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-31002'] for router, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:48.044589 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Notify callbacks [] for port, precommit_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:48.058678 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Transition to ACTIVE for port object a7814480-652b-4282-aaf7-b356675e9403 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:48:48.071667 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port ba4cbac6-2720-488f-b79f-f81c6ea73fc9 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:48:48.084079 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port ba4cbac6-2720-488f-b79f-f81c6ea73fc9 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:48.084406 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:48.114292 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Transition to ACTIVE for port object a7814480-652b-4282-aaf7-b356675e9403 will not be triggered until provisioned by entity DHCP. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:48:48.133880 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759'] for port, after_create {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:48.141057 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:48.206109 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Network 8248804e-f569-4143-9629-938fc815c4de is already hosted by enough agents. {{(pid=86333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:48:48.219318 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Resources bound (agent type, host, resource id): {{(pid=86333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:48:48.224404 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Received port after_create {{(pid=86333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:48:48.269658 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Pushing event updated for resources: {'Port': ['ID=a7814480-652b-4282-aaf7-b356675e9403,revision_number=1']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:48.296407 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:48.300588 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:48.334467 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:48.382089 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Attempting to bind port a7814480-652b-4282-aaf7-b356675e9403 on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:48:48.382492 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Attempting to bind port a7814480-652b-4282-aaf7-b356675e9403 by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': 'c267cd37-4194-47f7-9e21-5b171d222515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8248804e-f569-4143-9629-938fc815c4de'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:48:48.382904 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Attempting to bind port a7814480-652b-4282-aaf7-b356675e9403 on network 8248804e-f569-4143-9629-938fc815c4de {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:48:48.385199 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:48.395349 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:48:48.395730 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Checking segment: {'id': 'c267cd37-4194-47f7-9e21-5b171d222515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8248804e-f569-4143-9629-938fc815c4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:48:48.396209 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:48.396636 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Bound using segment: {'id': 'c267cd37-4194-47f7-9e21-5b171d222515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8248804e-f569-4143-9629-938fc815c4de'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:48:48.397182 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Bound port: a7814480-652b-4282-aaf7-b356675e9403, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c267cd37-4194-47f7-9e21-5b171d222515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8248804e-f569-4143-9629-938fc815c4de'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:48:48.397599 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:48.423393 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port ba4cbac6-2720-488f-b79f-f81c6ea73fc9, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=ba4cbac6-2720-488f-b79f-f81c6ea73fc9,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:48:48.454451 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:48.462756 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:48.481347 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Allocated IP 172.28.3.29 (50a41118-ba44-449f-9b81-e04381d54b8b/c213a0b6-2cec-4373-bed2-ef584dd5d4ed/7336e800-626d-492b-8f35-552afdc9ec26) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:48:48.565942 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=ba4cbac6-2720-488f-b79f-f81c6ea73fc9,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:48.569228 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] For port a7814480-652b-4282-aaf7-b356675e9403, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:48:48.571453 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:48.573229 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] For port a7814480-652b-4282-aaf7-b356675e9403, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=a7814480-652b-4282-aaf7-b356675e9403,segment=NetworkSegment(c267cd37-4194-47f7-9e21-5b171d222515),segment_id=c267cd37-4194-47f7-9e21-5b171d222515)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:48:48.578273 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:48.583400 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:48.638320 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:48.671192 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Pushing event updated for resources: {'Port': ['ID=a7814480-652b-4282-aaf7-b356675e9403,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:48.672828 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:48.678011 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:48.679471 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9eff6bc9-8ff3-4cfc-aaf6-d9443e8c1f22 tempest-VolumesNegativeTest-737268861 tempest-VolumesNegativeTest-737268861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:48.750943 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Network 50a41118-ba44-449f-9b81-e04381d54b8b is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:48:48.754069 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:48:48.756628 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:48:48.794194 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Pushing event updated for resources: {'Port': ['ID=7336e800-626d-492b-8f35-552afdc9ec26,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:48.797309 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:48.823153 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Sync routers for ids ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'] in dv-cinder-786054-4-smb {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:48:48.836491 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Routers {'52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:48:48.837314 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:48:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:49.060153 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Set router 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:48:49.205213 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:49.390860 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'name': 'tempest-TestShelveInstance-677912051-router', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:40Z', 'updated_at': '2021-04-20T05:48:44Z', 'revision_number': 4, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'gw_port': {'id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:41Z', 'updated_at': '2021-04-20T05:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': 'a7bfc014-57c3-4a44-916e-0b033154a181', 'name': '', 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'mac_address': 'fa:16:3e:f9:1d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:43Z', 'updated_at': '2021-04-20T05:48:44Z', 'revision_number': 2, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'subnets': [{'id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:49.394982 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Checking router: 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 for host: dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:48:49.395395 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Updating router 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 port a7bfc014-57c3-4a44-916e-0b033154a181 binding host dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:48:49.455373 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:49.563402 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-630599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-644319'] for router, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:49.788001 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Router bb059f73-6d62-453e-9113-e4d05c58e40e is scheduled to L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae with binding_index 1 {{(pid=86332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 05:48:49.870860 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Notify callbacks [] for port, precommit_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:49.911543 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Transition to ACTIVE for port object a7bfc014-57c3-4a44-916e-0b033154a181 will not be triggered until provisioned by entity L2. {{(pid=86334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:48:49.931059 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:49.945038 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:50.070931 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea7b9a-30ab-4867-b217-f683681290ba req-7c760d5e-9e6e-4fff-9be2-8c08978b7dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:50.072413 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ddea7b9a-30ab-4867-b217-f683681290ba req-7c760d5e-9e6e-4fff-9be2-8c08978b7dce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=021633b04e9d4684b74fff6ed36ae827&device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 1138 time: 0.2481592 Apr 20 05:48:50.083612 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036b699-f61a-42ca-baa1-728964cbb16a req-49301cf6-b458-4631-92bf-298b9acac403 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:50.092468 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0036b699-f61a-42ca-baa1-728964cbb16a req-49301cf6-b458-4631-92bf-298b9acac403 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 985 time: 0.1547039 Apr 20 05:48:50.105744 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:48:50.111115 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device ba4cbac6-2720-488f-b79f-f81c6ea73fc9 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:48:50.166164 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Notify callbacks [] for router, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:50.169297 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7832098 Apr 20 05:48:50.171237 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 56818) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:50.203211 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Sync routers for ids ['bb059f73-6d62-453e-9113-e4d05c58e40e'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:48:50.236474 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Routers {'bb059f73-6d62-453e-9113-e4d05c58e40e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:48:50.237204 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:48:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['bb059f73-6d62-453e-9113-e4d05c58e40e'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:50.328567 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0036b699-f61a-42ca-baa1-728964cbb16a req-1c5a73f4-f8a7-4f6c-8ce6-1b9460721364 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&id=badbbeb9-a7d5-45ee-b3ff-eda575d2a740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2350211 Apr 20 05:48:50.345125 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aadf72-8525-4e58-b4e6-6029e1ec17e9 None None] Pushing event updated for resources: {'Port': ['ID=a7bfc014-57c3-4a44-916e-0b033154a181,revision_number=3']} {{(pid=86334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:50.368391 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea7b9a-30ab-4867-b217-f683681290ba req-4eb11583-a9a7-4d1b-9ad0-83580d547758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:50.370584 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ddea7b9a-30ab-4867-b217-f683681290ba req-4eb11583-a9a7-4d1b-9ad0-83580d547758 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5dbeac21-b7c3-43ba-938f-f593c439d69c HTTP/1.1" status: 200 len: 916 time: 0.2758067 Apr 20 05:48:50.378561 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7034e9d-dd16-4ea3-929e-dd28a6131ec6 None None] Network 8248804e-f569-4143-9629-938fc815c4de requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:48:50.391868 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aadf72-8525-4e58-b4e6-6029e1ec17e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:50.393153 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aadf72-8525-4e58-b4e6-6029e1ec17e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:50.393760 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aadf72-8525-4e58-b4e6-6029e1ec17e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:50.394337 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aadf72-8525-4e58-b4e6-6029e1ec17e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:50.394895 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aadf72-8525-4e58-b4e6-6029e1ec17e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:50.395450 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aadf72-8525-4e58-b4e6-6029e1ec17e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:50.396278 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aadf72-8525-4e58-b4e6-6029e1ec17e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:50.396853 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aadf72-8525-4e58-b4e6-6029e1ec17e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:50.397486 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aadf72-8525-4e58-b4e6-6029e1ec17e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:50.398693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aadf72-8525-4e58-b4e6-6029e1ec17e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:50.399268 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aadf72-8525-4e58-b4e6-6029e1ec17e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:50.400350 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aadf72-8525-4e58-b4e6-6029e1ec17e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:48:50.419405 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-18aadf72-8525-4e58-b4e6-6029e1ec17e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:50.439558 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Attempting to bind port a7bfc014-57c3-4a44-916e-0b033154a181 on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:48:50.440298 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Attempting to bind port a7bfc014-57c3-4a44-916e-0b033154a181 by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': 'ba988c82-17a0-4588-9526-38a51ce448fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1'}] {{(pid=86334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:48:50.440975 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Attempting to bind port a7bfc014-57c3-4a44-916e-0b033154a181 on network 59f9a348-1f60-4d3d-b509-0ccf381c10f1 {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:48:50.447829 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:48:50.448534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Checking segment: {'id': 'ba988c82-17a0-4588-9526-38a51ce448fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:48:50.449401 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:50.450046 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Bound using segment: {'id': 'ba988c82-17a0-4588-9526-38a51ce448fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1'} {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:48:50.450753 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Bound port: a7bfc014-57c3-4a44-916e-0b033154a181, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba988c82-17a0-4588-9526-38a51ce448fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1'}}] {{(pid=86334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:48:50.452202 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:50.494767 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ddea7b9a-30ab-4867-b217-f683681290ba req-ff568837-6f52-44d2-a7f4-3faf9096d344 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71e90e78-2ec6-437b-93a3-fe4b19c9144b HTTP/1.1" status: 200 len: 1002 time: 0.1126595 Apr 20 05:48:50.567514 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-110d0b6a-618b-46e1-92fe-a40b207f5c6c None None] Provisioning for port a7814480-652b-4282-aaf7-b356675e9403 completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:48:50.586102 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea7b9a-30ab-4867-b217-f683681290ba req-48759209-0c24-4739-a67b-10f7897503f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:50.588774 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ddea7b9a-30ab-4867-b217-f683681290ba req-48759209-0c24-4739-a67b-10f7897503f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34e41885-f0bc-4ded-8c2f-b5c7fdb723bf HTTP/1.1" status: 200 len: 854 time: 0.0850649 Apr 20 05:48:50.617564 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] For port a7bfc014-57c3-4a44-916e-0b033154a181, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:48:50.621719 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] For port a7bfc014-57c3-4a44-916e-0b033154a181, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=a7bfc014-57c3-4a44-916e-0b033154a181,segment=NetworkSegment(ba988c82-17a0-4588-9526-38a51ce448fc),segment_id=ba988c82-17a0-4588-9526-38a51ce448fc)] {{(pid=86334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:48:50.626844 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:50.632318 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-18aadf72-8525-4e58-b4e6-6029e1ec17e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:50.653906 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port ba4cbac6-2720-488f-b79f-f81c6ea73fc9 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:50.654608 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:50.720724 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aadf72-8525-4e58-b4e6-6029e1ec17e9 None None] Pushing event updated for resources: {'Port': ['ID=a7bfc014-57c3-4a44-916e-0b033154a181,revision_number=4']} {{(pid=86334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:50.737318 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-18aadf72-8525-4e58-b4e6-6029e1ec17e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:50.755313 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea7b9a-30ab-4867-b217-f683681290ba req-eddc97d1-9d6b-4f51-8638-720ed1437849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:50.757075 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ddea7b9a-30ab-4867-b217-f683681290ba req-eddc97d1-9d6b-4f51-8638-720ed1437849 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dbeac21-b7c3-43ba-938f-f593c439d69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1325409 Apr 20 05:48:50.776709 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Routers {'52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:48:50.777806 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:48:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:50.972508 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Set router bb059f73-6d62-453e-9113-e4d05c58e40e gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:48:50.986833 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ddea7b9a-30ab-4867-b217-f683681290ba req-17635dda-4cf7-45e8-9bcb-082db4b44cab service neutron] 10.222.0.13 "GET /v2.0/networks/5dbeac21-b7c3-43ba-938f-f593c439d69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218707 Apr 20 05:48:51.060283 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] Set router 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:48:51.219290 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ddea7b9a-30ab-4867-b217-f683681290ba req-ab4c5db1-fc6b-4c95-9c6f-6367f07c99fd service neutron] 10.222.0.13 "GET /v2.0/networks/5dbeac21-b7c3-43ba-938f-f593c439d69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248847 Apr 20 05:48:51.507525 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device a7814480-652b-4282-aaf7-b356675e9403 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:48:51.542099 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:51.598184 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'name': 'tempest-TestShelveInstance-677912051-router', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:40Z', 'updated_at': '2021-04-20T05:48:44Z', 'revision_number': 4, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'gw_port': {'id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:41Z', 'updated_at': '2021-04-20T05:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': 'a7bfc014-57c3-4a44-916e-0b033154a181', 'name': '', 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'mac_address': 'fa:16:3e:f9:1d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:43Z', 'updated_at': '2021-04-20T05:48:50Z', 'revision_number': 4, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'subnets': [{'id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:51.603174 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ddf72c-5c43-4f73-baff-656f5b9e688c None None] The sync data for ids ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'] in dv-cinder-786054-4-smb is: [{'id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'name': 'tempest-TestShelveInstance-677912051-router', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:40Z', 'updated_at': '2021-04-20T05:48:44Z', 'revision_number': 4, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'gw_port': {'id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:41Z', 'updated_at': '2021-04-20T05:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': 'a7bfc014-57c3-4a44-916e-0b033154a181', 'name': '', 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'mac_address': 'fa:16:3e:f9:1d:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:43Z', 'updated_at': '2021-04-20T05:48:50Z', 'revision_number': 4, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'subnets': [{'id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:48:51.629806 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port a7814480-652b-4282-aaf7-b356675e9403 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:48:51.635375 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'name': 'tempest-TestShelveInstance-1996423452-router', 'tenant_id': 'a8519a5fa8384391a5c4414718835d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '7336e800-626d-492b-8f35-552afdc9ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:47Z', 'updated_at': '2021-04-20T05:48:49Z', 'revision_number': 3, 'project_id': 'a8519a5fa8384391a5c4414718835d92', 'gw_port': {'id': '7336e800-626d-492b-8f35-552afdc9ec26', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:48Z', 'updated_at': '2021-04-20T05:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:51.639162 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port a7814480-652b-4282-aaf7-b356675e9403 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:51.639615 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:51.706048 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Checking router: bb059f73-6d62-453e-9113-e4d05c58e40e for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:48:51.706470 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Updating router bb059f73-6d62-453e-9113-e4d05c58e40e port 7336e800-626d-492b-8f35-552afdc9ec26 binding host dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:48:51.706593 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacedbd-4a0b-4ea9-a7e6-31c4b2e727ad req-a2b958ba-e2df-4797-9ad5-43f8004fc625 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:51.710751 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2eacedbd-4a0b-4ea9-a7e6-31c4b2e727ad req-a2b958ba-e2df-4797-9ad5-43f8004fc625 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 985 time: 0.2297218 Apr 20 05:48:51.815847 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2eacedbd-4a0b-4ea9-a7e6-31c4b2e727ad req-9d5dd0fc-9871-43ac-94e0-8adf79977962 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&id=badbbeb9-a7d5-45ee-b3ff-eda575d2a740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0964379 Apr 20 05:48:51.826579 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:51.896953 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Allocated IP 172.20.0.1 (8248804e-f569-4143-9629-938fc815c4de/d5dae8a3-b781-4041-ae8f-172714c6a112/6233ac8f-c377-499f-85b3-3919188d0e64) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:48:51.995183 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-21a2996a-069c-483d-9733-f391d7d7054f None None] Provisioning complete for port a7814480-652b-4282-aaf7-b356675e9403 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:51.995757 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-21a2996a-069c-483d-9733-f391d7d7054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:52.030662 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:52.066222 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:52.093960 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Transition to ACTIVE for port object 6233ac8f-c377-499f-85b3-3919188d0e64 will not be triggered until provisioned by entity DHCP. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:48:52.120650 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:52.126243 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-271d0b1e-45a5-435d-9f56-6f7f1f9fcf53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:52.140191 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port a7814480-652b-4282-aaf7-b356675e9403, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=a7814480-652b-4282-aaf7-b356675e9403,segment=NetworkSegment(c267cd37-4194-47f7-9e21-5b171d222515),segment_id=c267cd37-4194-47f7-9e21-5b171d222515)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:48:52.189197 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Network 8248804e-f569-4143-9629-938fc815c4de is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:48:52.196668 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:52.197465 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:48:52.202140 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:48:52.236815 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-8cd85ed3-58c1-42d6-be5f-ec9cbaac058f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:52.249667 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Pushing event updated for resources: {'Port': ['ID=6233ac8f-c377-499f-85b3-3919188d0e64,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:52.254194 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:52.276027 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854146814'] for router_interface, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:52.385069 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device a7bfc014-57c3-4a44-916e-0b033154a181 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:48:52.433276 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=a7814480-652b-4282-aaf7-b356675e9403,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:52.437417 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:52.508049 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port a7bfc014-57c3-4a44-916e-0b033154a181 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:48:52.557338 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port a7bfc014-57c3-4a44-916e-0b033154a181 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:52.557753 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:52.586020 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:52.631236 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Notify callbacks [] for port, precommit_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:52.652796 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-ac213e16-bbcf-4a89-908c-3a1eca0d309e None None] Provisioning for port 6233ac8f-c377-499f-85b3-3919188d0e64 completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:48:52.656541 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Transition to ACTIVE for port object 7336e800-626d-492b-8f35-552afdc9ec26 will not be triggered until provisioned by entity L2. {{(pid=86333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:48:52.666020 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-ac213e16-bbcf-4a89-908c-3a1eca0d309e None None] Provisioning complete for port 6233ac8f-c377-499f-85b3-3919188d0e64 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:52.666471 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ac213e16-bbcf-4a89-908c-3a1eca0d309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:52.704481 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:52.708013 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ece5f02b-b4f4-467d-ad46-700c97f73392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:52.827735 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:52.832178 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:52.852952 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Attempting to bind port 7336e800-626d-492b-8f35-552afdc9ec26 on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:48:52.853367 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Attempting to bind port 7336e800-626d-492b-8f35-552afdc9ec26 by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:48:52.853768 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Attempting to bind port 7336e800-626d-492b-8f35-552afdc9ec26 on network 50a41118-ba44-449f-9b81-e04381d54b8b {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:48:52.855938 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-ac213e16-bbcf-4a89-908c-3a1eca0d309e None None] Port 6233ac8f-c377-499f-85b3-3919188d0e64 cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:48:52.860531 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a77581b1-d705-4bc9-b711-9ebb99512253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:52.862396 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9960df4-298d-4877-a1b3-64a2f408698b None None] Pushing event updated for resources: {'Port': ['ID=7336e800-626d-492b-8f35-552afdc9ec26,revision_number=2']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:52.865247 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d9960df4-298d-4877-a1b3-64a2f408698b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:52.870167 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:48:52.870582 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Checking segment: {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:48:52.871090 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:52.871424 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Bound using segment: {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'} {{(pid=86333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:48:52.871936 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Bound port: 7336e800-626d-492b-8f35-552afdc9ec26, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0719ec6-8e43-465e-a776-31010b0fcb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b'}}] {{(pid=86333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:48:52.872361 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:52.910966 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:52.947087 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854020177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-629093'] for router_interface, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:52.981156 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port a7bfc014-57c3-4a44-916e-0b033154a181, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=a7bfc014-57c3-4a44-916e-0b033154a181,segment=NetworkSegment(ba988c82-17a0-4588-9526-38a51ce448fc),segment_id=ba988c82-17a0-4588-9526-38a51ce448fc)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:48:52.984177 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] For port 7336e800-626d-492b-8f35-552afdc9ec26, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:48:52.987769 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] For port 7336e800-626d-492b-8f35-552afdc9ec26, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=7336e800-626d-492b-8f35-552afdc9ec26,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:48:52.988952 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:52.992086 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:53.024349 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Pushing event updated for resources: {'Port': ['ID=6233ac8f-c377-499f-85b3-3919188d0e64,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:53.031103 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:53.036750 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:53.039969 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ae128-51ef-401e-b04c-a552ce4d3c3c req-9b583353-0135-4447-87dc-fdd6b04c87a9 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:53.041791 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-780ae128-51ef-401e-b04c-a552ce4d3c3c req-9b583353-0135-4447-87dc-fdd6b04c87a9 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 985 time: 0.1043849 Apr 20 05:48:53.076817 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Routers {'bb059f73-6d62-453e-9113-e4d05c58e40e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:48:53.077211 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:48:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['bb059f73-6d62-453e-9113-e4d05c58e40e'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:53.119079 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-780ae128-51ef-401e-b04c-a552ce4d3c3c req-753a19b7-6c43-43ec-b45b-b33bb55eddb3 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&id=badbbeb9-a7d5-45ee-b3ff-eda575d2a740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693617 Apr 20 05:48:53.140852 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Network 8248804e-f569-4143-9629-938fc815c4de is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:48:53.142787 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:48:53.388691 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Router bb059f73-6d62-453e-9113-e4d05c58e40e has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:48:53.395595 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=a7bfc014-57c3-4a44-916e-0b033154a181,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:53.399302 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:53.409365 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:53.509218 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-7226c16b-5ea0-4e20-833c-8ad94b0e101a None None] Provisioning complete for port 6233ac8f-c377-499f-85b3-3919188d0e64 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:53.509749 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7226c16b-5ea0-4e20-833c-8ad94b0e101a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:53.565684 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9960df4-298d-4877-a1b3-64a2f408698b None None] Pushing event updated for resources: {'Port': ['ID=7336e800-626d-492b-8f35-552afdc9ec26,revision_number=3']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:53.569154 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d9960df4-298d-4877-a1b3-64a2f408698b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:53.592957 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:48:53.599689 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] Set router bb059f73-6d62-453e-9113-e4d05c58e40e gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:48:53.603235 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] 10.222.0.44 "PUT /v2.0/routers/bb059f73-6d62-453e-9113-e4d05c58e40e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4306660 Apr 20 05:48:53.648732 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-7226c16b-5ea0-4e20-833c-8ad94b0e101a None None] Port 6233ac8f-c377-499f-85b3-3919188d0e64 cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:48:53.950423 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'name': 'tempest-TestShelveInstance-1996423452-router', 'tenant_id': 'a8519a5fa8384391a5c4414718835d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '7336e800-626d-492b-8f35-552afdc9ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:47Z', 'updated_at': '2021-04-20T05:48:52Z', 'revision_number': 4, 'project_id': 'a8519a5fa8384391a5c4414718835d92', 'gw_port': {'id': '7336e800-626d-492b-8f35-552afdc9ec26', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:48Z', 'updated_at': '2021-04-20T05:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '6233ac8f-c377-499f-85b3-3919188d0e64', 'name': '', 'network_id': '8248804e-f569-4143-9629-938fc815c4de', 'tenant_id': 'a8519a5fa8384391a5c4414718835d92', 'mac_address': 'fa:16:3e:24:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd5dae8a3-b781-4041-ae8f-172714c6a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:51Z', 'updated_at': '2021-04-20T05:48:52Z', 'revision_number': 2, 'project_id': 'a8519a5fa8384391a5c4414718835d92', 'subnets': [{'id': 'd5dae8a3-b781-4041-ae8f-172714c6a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:53.954648 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc795ea6-6eb7-485b-b95f-afbc6157faaa None None] The sync data for ids ['bb059f73-6d62-453e-9113-e4d05c58e40e'] in dv-cinder-786054-4-smb is: [{'id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'name': 'tempest-TestShelveInstance-1996423452-router', 'tenant_id': 'a8519a5fa8384391a5c4414718835d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '7336e800-626d-492b-8f35-552afdc9ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:47Z', 'updated_at': '2021-04-20T05:48:52Z', 'revision_number': 4, 'project_id': 'a8519a5fa8384391a5c4414718835d92', 'gw_port': {'id': '7336e800-626d-492b-8f35-552afdc9ec26', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:48Z', 'updated_at': '2021-04-20T05:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '6233ac8f-c377-499f-85b3-3919188d0e64', 'name': '', 'network_id': '8248804e-f569-4143-9629-938fc815c4de', 'tenant_id': 'a8519a5fa8384391a5c4414718835d92', 'mac_address': 'fa:16:3e:24:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd5dae8a3-b781-4041-ae8f-172714c6a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:51Z', 'updated_at': '2021-04-20T05:48:52Z', 'revision_number': 2, 'project_id': 'a8519a5fa8384391a5c4414718835d92', 'subnets': [{'id': 'd5dae8a3-b781-4041-ae8f-172714c6a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:48:54.067414 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 56852) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:54.073282 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-5b5eeef9-f53d-4431-beab-5c7a4b2e90ce tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-520903230', 'description': 'tempest-secgroup-smoke-520903230 description', 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:54.080281 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-5b5eeef9-f53d-4431-beab-5c7a4b2e90ce tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:54.084601 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-5b5eeef9-f53d-4431-beab-5c7a4b2e90ce tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Usage tracker for resource:security_group and tenant:a3bda5c8251c4b1f88cf6b1ead550c34 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:54.087801 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-5b5eeef9-f53d-4431-beab-5c7a4b2e90ce tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:54.094042 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-5b5eeef9-f53d-4431-beab-5c7a4b2e90ce tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:54.104826 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5b5eeef9-f53d-4431-beab-5c7a4b2e90ce tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.126339 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-5b5eeef9-f53d-4431-beab-5c7a4b2e90ce tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:54.130420 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-5b5eeef9-f53d-4431-beab-5c7a4b2e90ce tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Usage tracker for resource:security_group_rule and tenant:a3bda5c8251c4b1f88cf6b1ead550c34 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:54.133424 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-5b5eeef9-f53d-4431-beab-5c7a4b2e90ce tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:54.139573 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-5b5eeef9-f53d-4431-beab-5c7a4b2e90ce tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:54.218993 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5b5eeef9-f53d-4431-beab-5c7a4b2e90ce tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.222885 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5b5eeef9-f53d-4431-beab-5c7a4b2e90ce tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.228549 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-74cfa90d-b098-4a70-a3de-d1c14de9240a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:54.270293 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5eeef9-f53d-4431-beab-5c7a4b2e90ce tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffbbc60-209b-44a2-bf96-aca2d30130f2,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:54.272937 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5b5eeef9-f53d-4431-beab-5c7a4b2e90ce tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.277200 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-5b5eeef9-f53d-4431-beab-5c7a4b2e90ce tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2056713 Apr 20 05:48:54.277200 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5b5eeef9-f53d-4431-beab-5c7a4b2e90ce tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:54.277383 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 56858) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:54.284023 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-17f9d4b6-0ab0-4675-b93e-4fc69a283daa tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Request body: {'security_group_rule': {'security_group_id': '4ffbbc60-209b-44a2-bf96-aca2d30130f2', 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:54.287594 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device a7814480-652b-4282-aaf7-b356675e9403 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:48:54.290731 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-17f9d4b6-0ab0-4675-b93e-4fc69a283daa tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:54.296138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-17f9d4b6-0ab0-4675-b93e-4fc69a283daa tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Usage tracker for resource:security_group_rule and tenant:a3bda5c8251c4b1f88cf6b1ead550c34 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:54.300231 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-17f9d4b6-0ab0-4675-b93e-4fc69a283daa tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:54.307817 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-17f9d4b6-0ab0-4675-b93e-4fc69a283daa tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:54.340521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-17f9d4b6-0ab0-4675-b93e-4fc69a283daa tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.383149 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3957eca-fee6-47cb-92ad-c2c0dbab4c06 req-01810c72-80e2-46fd-bed1-342f3d78e981 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:54.385111 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c3957eca-fee6-47cb-92ad-c2c0dbab4c06 req-01810c72-80e2-46fd-bed1-342f3d78e981 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 985 time: 0.1387572 Apr 20 05:48:54.397898 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port a7814480-652b-4282-aaf7-b356675e9403 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:54.398325 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.430424 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-17f9d4b6-0ab0-4675-b93e-4fc69a283daa tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.434776 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-17f9d4b6-0ab0-4675-b93e-4fc69a283daa tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.437209 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-838e119f-6c2a-4099-b56d-5d6ca340e913 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:54.447874 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c3957eca-fee6-47cb-92ad-c2c0dbab4c06 req-31ffaaca-f677-4a52-bb0f-3a1ad8bce574 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&id=badbbeb9-a7d5-45ee-b3ff-eda575d2a740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508137 Apr 20 05:48:54.465119 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f9d4b6-0ab0-4675-b93e-4fc69a283daa tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdcf4b8-c42c-4b60-a2d6-691831eba19d,revision_number=0']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:54.467972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-17f9d4b6-0ab0-4675-b93e-4fc69a283daa tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:54.481655 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-17f9d4b6-0ab0-4675-b93e-4fc69a283daa tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.485623 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-17f9d4b6-0ab0-4675-b93e-4fc69a283daa tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2046826 Apr 20 05:48:54.486031 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56862) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:54.492002 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-6fd904e3-65d7-4b60-acc9-5da02f0405d4 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Request body: {'security_group_rule': {'security_group_id': '4ffbbc60-209b-44a2-bf96-aca2d30130f2', 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:54.498804 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-6fd904e3-65d7-4b60-acc9-5da02f0405d4 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:54.502976 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-6fd904e3-65d7-4b60-acc9-5da02f0405d4 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Usage tracker for resource:security_group_rule and tenant:a3bda5c8251c4b1f88cf6b1ead550c34 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:54.506338 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-6fd904e3-65d7-4b60-acc9-5da02f0405d4 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:54.512390 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-6fd904e3-65d7-4b60-acc9-5da02f0405d4 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:54.529956 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6fd904e3-65d7-4b60-acc9-5da02f0405d4 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.548944 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device a7bfc014-57c3-4a44-916e-0b033154a181 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:48:54.603028 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6fd904e3-65d7-4b60-acc9-5da02f0405d4 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.606134 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6fd904e3-65d7-4b60-acc9-5da02f0405d4 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.614901 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-24c5073a-8015-45b1-b4ec-ff17cb6680b1 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:54.625563 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port a7bfc014-57c3-4a44-916e-0b033154a181 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:54.626126 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.638985 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd904e3-65d7-4b60-acc9-5da02f0405d4 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eba9770-09c1-46d0-8bc6-900463f94416,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:54.642151 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6fd904e3-65d7-4b60-acc9-5da02f0405d4 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:54.647101 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6fd904e3-65d7-4b60-acc9-5da02f0405d4 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.652529 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-6fd904e3-65d7-4b60-acc9-5da02f0405d4 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1613059 Apr 20 05:48:54.653061 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56868) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:54.659354 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-90a62361-75c6-4350-ad2c-4c6e2c63adeb tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Request body: {'security_group_rule': {'security_group_id': '4ffbbc60-209b-44a2-bf96-aca2d30130f2', 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:54.667934 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-90a62361-75c6-4350-ad2c-4c6e2c63adeb tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:54.672090 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-90a62361-75c6-4350-ad2c-4c6e2c63adeb tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Usage tracker for resource:security_group_rule and tenant:a3bda5c8251c4b1f88cf6b1ead550c34 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:54.675633 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-90a62361-75c6-4350-ad2c-4c6e2c63adeb tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:54.682792 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-90a62361-75c6-4350-ad2c-4c6e2c63adeb tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:54.704753 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-90a62361-75c6-4350-ad2c-4c6e2c63adeb tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.786115 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-90a62361-75c6-4350-ad2c-4c6e2c63adeb tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.790916 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-90a62361-75c6-4350-ad2c-4c6e2c63adeb tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.799888 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-18468a9f-b573-42be-a9e8-0f0477cd6097 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:54.827001 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a62361-75c6-4350-ad2c-4c6e2c63adeb tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef82408-e6b3-4f37-8e93-03338813707f,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:54.829731 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-90a62361-75c6-4350-ad2c-4c6e2c63adeb tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:54.844327 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-90a62361-75c6-4350-ad2c-4c6e2c63adeb tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.849310 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-90a62361-75c6-4350-ad2c-4c6e2c63adeb tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1951721 Apr 20 05:48:54.852737 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56874) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:54.865348 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-6aff6b6e-6eef-42c6-bdb8-73017d9c8454 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Request body: {'security_group_rule': {'security_group_id': '4ffbbc60-209b-44a2-bf96-aca2d30130f2', 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:54.873103 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-6aff6b6e-6eef-42c6-bdb8-73017d9c8454 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:54.877567 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-6aff6b6e-6eef-42c6-bdb8-73017d9c8454 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Usage tracker for resource:security_group_rule and tenant:a3bda5c8251c4b1f88cf6b1ead550c34 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:54.880839 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-6aff6b6e-6eef-42c6-bdb8-73017d9c8454 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:54.887127 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-6aff6b6e-6eef-42c6-bdb8-73017d9c8454 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:54.904803 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6aff6b6e-6eef-42c6-bdb8-73017d9c8454 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.975426 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6aff6b6e-6eef-42c6-bdb8-73017d9c8454 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.978996 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6aff6b6e-6eef-42c6-bdb8-73017d9c8454 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:54.981282 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-182bb91d-67d6-4298-9d05-24ffc29f62ff tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:55.006823 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff6b6e-6eef-42c6-bdb8-73017d9c8454 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60402bbd-1b33-494f-b414-aa6d2859411f,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:55.009551 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6aff6b6e-6eef-42c6-bdb8-73017d9c8454 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:55.016665 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6aff6b6e-6eef-42c6-bdb8-73017d9c8454 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:55.018032 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-6aff6b6e-6eef-42c6-bdb8-73017d9c8454 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1634037 Apr 20 05:48:55.021025 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 56880) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:55.026959 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-661ba413-5ceb-4619-b596-0782d7dbc181 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Request body: {'security_group_rule': {'security_group_id': '4ffbbc60-209b-44a2-bf96-aca2d30130f2', 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:55.033738 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-661ba413-5ceb-4619-b596-0782d7dbc181 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:55.037952 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-661ba413-5ceb-4619-b596-0782d7dbc181 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Usage tracker for resource:security_group_rule and tenant:a3bda5c8251c4b1f88cf6b1ead550c34 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:55.041116 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-661ba413-5ceb-4619-b596-0782d7dbc181 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:55.047303 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-661ba413-5ceb-4619-b596-0782d7dbc181 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:55.058655 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.securitygroups_db [None req-661ba413-5ceb-4619-b596-0782d7dbc181 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Project a3bda5c8251c4b1f88cf6b1ead550c34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 05:48:55.066242 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-661ba413-5ceb-4619-b596-0782d7dbc181 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:55.136673 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-661ba413-5ceb-4619-b596-0782d7dbc181 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:55.141419 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-661ba413-5ceb-4619-b596-0782d7dbc181 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:55.149759 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6fd904e3-65d7-4b60-acc9-5da02f0405d4 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:55.172934 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ba413-5ceb-4619-b596-0782d7dbc181 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f00b28-136a-4cc8-a887-891c2840cccb,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:55.175741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-661ba413-5ceb-4619-b596-0782d7dbc181 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:55.179984 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-661ba413-5ceb-4619-b596-0782d7dbc181 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:55.181316 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-661ba413-5ceb-4619-b596-0782d7dbc181 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1592221 Apr 20 05:48:55.184362 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 56884) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:48:55.190232 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-2df26a7f-8bac-4a99-9fd0-1ce52210cfad tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Request body: {'security_group_rule': {'security_group_id': '4ffbbc60-209b-44a2-bf96-aca2d30130f2', 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:48:55.196955 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-2df26a7f-8bac-4a99-9fd0-1ce52210cfad tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:48:55.201343 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2df26a7f-8bac-4a99-9fd0-1ce52210cfad tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Usage tracker for resource:security_group_rule and tenant:a3bda5c8251c4b1f88cf6b1ead550c34 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:48:55.204491 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-2df26a7f-8bac-4a99-9fd0-1ce52210cfad tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:48:55.210886 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-2df26a7f-8bac-4a99-9fd0-1ce52210cfad tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:48:55.221728 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.securitygroups_db [None req-2df26a7f-8bac-4a99-9fd0-1ce52210cfad tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Project a3bda5c8251c4b1f88cf6b1ead550c34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 05:48:55.229228 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2df26a7f-8bac-4a99-9fd0-1ce52210cfad tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:55.298728 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2df26a7f-8bac-4a99-9fd0-1ce52210cfad tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:55.302867 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2df26a7f-8bac-4a99-9fd0-1ce52210cfad tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918208'] for security_group_rule, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:55.310458 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:55.329094 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df26a7f-8bac-4a99-9fd0-1ce52210cfad tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e675c867-c3ac-49de-b0bf-26c9f16a1ec6,revision_number=0']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:55.331933 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2df26a7f-8bac-4a99-9fd0-1ce52210cfad tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:55.339019 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2df26a7f-8bac-4a99-9fd0-1ce52210cfad tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:55.340351 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-2df26a7f-8bac-4a99-9fd0-1ce52210cfad tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1548586 Apr 20 05:48:55.662246 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f12f33-69ce-4fb9-8fbe-a98ca068281e req-1c7ac813-e6f8-415a-bce1-2be87e371503 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:55.663854 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-79f12f33-69ce-4fb9-8fbe-a98ca068281e req-1c7ac813-e6f8-415a-bce1-2be87e371503 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 985 time: 0.0942147 Apr 20 05:48:55.715372 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-79f12f33-69ce-4fb9-8fbe-a98ca068281e req-1b9cc9b6-ad86-485b-973b-c28a9e2eecd0 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&id=badbbeb9-a7d5-45ee-b3ff-eda575d2a740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441103 Apr 20 05:48:56.200422 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd104cf-4b3e-4db7-9c9d-80168dbea05d req-77b02e8f-4456-4362-a598-c17100aec4ef tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:56.202053 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-dbd104cf-4b3e-4db7-9c9d-80168dbea05d req-77b02e8f-4456-4362-a598-c17100aec4ef tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.0899968 Apr 20 05:48:56.258328 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-dbd104cf-4b3e-4db7-9c9d-80168dbea05d req-63b30f20-7fc5-4f6f-90a8-2d47b70c654d tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491056 Apr 20 05:48:56.301597 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 7336e800-626d-492b-8f35-552afdc9ec26 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:48:56.374424 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port 7336e800-626d-492b-8f35-552afdc9ec26 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:48:56.380081 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 7336e800-626d-492b-8f35-552afdc9ec26 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:56.380521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:56.508448 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:56.526292 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port 7336e800-626d-492b-8f35-552afdc9ec26, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=7336e800-626d-492b-8f35-552afdc9ec26,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:48:56.530828 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:56.532705 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:56.606425 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=7336e800-626d-492b-8f35-552afdc9ec26,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:56.609491 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:56.939253 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aea76-da64-44ec-b10a-bd11fa8757ca req-830d9478-83e4-4abb-b737-ee906f77ffe3 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:56.940861 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f86aea76-da64-44ec-b10a-bd11fa8757ca req-830d9478-83e4-4abb-b737-ee906f77ffe3 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 985 time: 0.1072497 Apr 20 05:48:56.992392 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f86aea76-da64-44ec-b10a-bd11fa8757ca req-878995bf-345f-4681-92fd-2fdabb2081b2 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&id=badbbeb9-a7d5-45ee-b3ff-eda575d2a740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445194 Apr 20 05:48:57.240054 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Sync routers for ids ['bb059f73-6d62-453e-9113-e4d05c58e40e'] in dv-cinder-786054-4-smb {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:48:57.250979 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Routers {'bb059f73-6d62-453e-9113-e4d05c58e40e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:48:57.251642 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:48:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['bb059f73-6d62-453e-9113-e4d05c58e40e'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:57.442039 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Set router bb059f73-6d62-453e-9113-e4d05c58e40e gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:48:57.464191 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bc3fd-40d3-43ea-ae00-bf733ebb6bcc req-bf394771-466d-482f-8faa-f815ce5dae22 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:57.465777 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-264bc3fd-40d3-43ea-ae00-bf733ebb6bcc req-bf394771-466d-482f-8faa-f815ce5dae22 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.0875421 Apr 20 05:48:57.516583 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-264bc3fd-40d3-43ea-ae00-bf733ebb6bcc req-e65c568b-babb-42ec-8943-132c7fef5863 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439749 Apr 20 05:48:57.776525 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'name': 'tempest-TestShelveInstance-1996423452-router', 'tenant_id': 'a8519a5fa8384391a5c4414718835d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '7336e800-626d-492b-8f35-552afdc9ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:47Z', 'updated_at': '2021-04-20T05:48:52Z', 'revision_number': 4, 'project_id': 'a8519a5fa8384391a5c4414718835d92', 'gw_port': {'id': '7336e800-626d-492b-8f35-552afdc9ec26', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:48Z', 'updated_at': '2021-04-20T05:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '6233ac8f-c377-499f-85b3-3919188d0e64', 'name': '', 'network_id': '8248804e-f569-4143-9629-938fc815c4de', 'tenant_id': 'a8519a5fa8384391a5c4414718835d92', 'mac_address': 'fa:16:3e:24:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd5dae8a3-b781-4041-ae8f-172714c6a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:51Z', 'updated_at': '2021-04-20T05:48:52Z', 'revision_number': 2, 'project_id': 'a8519a5fa8384391a5c4414718835d92', 'subnets': [{'id': 'd5dae8a3-b781-4041-ae8f-172714c6a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:57.780809 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Checking router: bb059f73-6d62-453e-9113-e4d05c58e40e for host: dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:48:57.781240 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Updating router bb059f73-6d62-453e-9113-e4d05c58e40e port 6233ac8f-c377-499f-85b3-3919188d0e64 binding host dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 05:48:57.837743 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:58.218023 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Notify callbacks [] for port, precommit_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:58.224021 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276d72e-df49-4b2c-8b7b-2d6e67713620 req-b860bd19-7ddc-449a-9bba-6cb1faf432f2 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:58.225640 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d276d72e-df49-4b2c-8b7b-2d6e67713620 req-b860bd19-7ddc-449a-9bba-6cb1faf432f2 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 985 time: 0.1056890 Apr 20 05:48:58.231400 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Transition to ACTIVE for port object 6233ac8f-c377-499f-85b3-3919188d0e64 will not be triggered until provisioned by entity L2. {{(pid=86334) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:48:58.240839 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:58.247095 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:58.283895 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d276d72e-df49-4b2c-8b7b-2d6e67713620 req-e4afe3df-3730-4976-9cba-3e2ee7573f7c tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&id=badbbeb9-a7d5-45ee-b3ff-eda575d2a740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505445 Apr 20 05:48:58.309268 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 7336e800-626d-492b-8f35-552afdc9ec26 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:48:58.391566 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 7336e800-626d-492b-8f35-552afdc9ec26 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:48:58.392183 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:58.419550 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b37f1-cf95-42ac-b48e-c777bb6cb763 None None] Pushing event updated for resources: {'Port': ['ID=6233ac8f-c377-499f-85b3-3919188d0e64,revision_number=3']} {{(pid=86334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:58.428058 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d17b37f1-cf95-42ac-b48e-c777bb6cb763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:58.483509 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Attempting to bind port 6233ac8f-c377-499f-85b3-3919188d0e64 on host dv-cinder-786054-4-smb for vnic_type normal with profile {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:48:58.483926 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Attempting to bind port 6233ac8f-c377-499f-85b3-3919188d0e64 by drivers openvswitch,hyperv on host dv-cinder-786054-4-smb at level 0 using segments [{'id': 'c267cd37-4194-47f7-9e21-5b171d222515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8248804e-f569-4143-9629-938fc815c4de'}] {{(pid=86334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:48:58.484334 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Attempting to bind port 6233ac8f-c377-499f-85b3-3919188d0e64 on network 8248804e-f569-4143-9629-938fc815c4de {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:48:58.490010 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Checking agent: {'id': 'ca6d6509-6688-45f8-be0f-66eced03a2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 35, 39), 'started_at': datetime.datetime(2021, 4, 20, 5, 36, 9), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:48:58.490422 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Checking segment: {'id': 'c267cd37-4194-47f7-9e21-5b171d222515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8248804e-f569-4143-9629-938fc815c4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:48:58.490892 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:58.491304 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Bound using segment: {'id': 'c267cd37-4194-47f7-9e21-5b171d222515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8248804e-f569-4143-9629-938fc815c4de'} {{(pid=86334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:48:58.491916 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Bound port: 6233ac8f-c377-499f-85b3-3919188d0e64, host: dv-cinder-786054-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c267cd37-4194-47f7-9e21-5b171d222515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8248804e-f569-4143-9629-938fc815c4de'}}] {{(pid=86334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:48:58.492328 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:58.587566 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] For port 6233ac8f-c377-499f-85b3-3919188d0e64, host dv-cinder-786054-4-smb, cleared binding levels {{(pid=86334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:48:58.590920 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] For port 6233ac8f-c377-499f-85b3-3919188d0e64, host dv-cinder-786054-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=6233ac8f-c377-499f-85b3-3919188d0e64,segment=NetworkSegment(c267cd37-4194-47f7-9e21-5b171d222515),segment_id=c267cd37-4194-47f7-9e21-5b171d222515)] {{(pid=86334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:48:58.594790 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86334) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:48:58.600262 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:48:58.680384 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Routers {'bb059f73-6d62-453e-9113-e4d05c58e40e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:48:58.681104 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:48:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['bb059f73-6d62-453e-9113-e4d05c58e40e'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:58.741286 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f938c7-0dfb-4eb5-b344-143435bfb3ad req-649ee107-dabe-4b7d-b465-932c7471acc1 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:58.742953 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f4f938c7-0dfb-4eb5-b344-143435bfb3ad req-649ee107-dabe-4b7d-b465-932c7471acc1 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.1013203 Apr 20 05:48:58.753990 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b37f1-cf95-42ac-b48e-c777bb6cb763 None None] Pushing event updated for resources: {'Port': ['ID=6233ac8f-c377-499f-85b3-3919188d0e64,revision_number=4']} {{(pid=86334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:48:58.794521 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f4f938c7-0dfb-4eb5-b344-143435bfb3ad req-9b695d60-a20d-4436-bd95-d8d4d6ea3f25 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430198 Apr 20 05:48:58.810039 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d17b37f1-cf95-42ac-b48e-c777bb6cb763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86334) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:48:58.877523 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] Set router bb059f73-6d62-453e-9113-e4d05c58e40e gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:48:59.217717 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'name': 'tempest-TestShelveInstance-1996423452-router', 'tenant_id': 'a8519a5fa8384391a5c4414718835d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '7336e800-626d-492b-8f35-552afdc9ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:47Z', 'updated_at': '2021-04-20T05:48:52Z', 'revision_number': 4, 'project_id': 'a8519a5fa8384391a5c4414718835d92', 'gw_port': {'id': '7336e800-626d-492b-8f35-552afdc9ec26', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:48Z', 'updated_at': '2021-04-20T05:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '6233ac8f-c377-499f-85b3-3919188d0e64', 'name': '', 'network_id': '8248804e-f569-4143-9629-938fc815c4de', 'tenant_id': 'a8519a5fa8384391a5c4414718835d92', 'mac_address': 'fa:16:3e:24:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd5dae8a3-b781-4041-ae8f-172714c6a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:51Z', 'updated_at': '2021-04-20T05:48:58Z', 'revision_number': 4, 'project_id': 'a8519a5fa8384391a5c4414718835d92', 'subnets': [{'id': 'd5dae8a3-b781-4041-ae8f-172714c6a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:48:59.222228 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ffb555-b091-4360-ba4b-26d96bda4125 None None] The sync data for ids ['bb059f73-6d62-453e-9113-e4d05c58e40e'] in dv-cinder-786054-4-smb is: [{'id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'name': 'tempest-TestShelveInstance-1996423452-router', 'tenant_id': 'a8519a5fa8384391a5c4414718835d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '7336e800-626d-492b-8f35-552afdc9ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:47Z', 'updated_at': '2021-04-20T05:48:52Z', 'revision_number': 4, 'project_id': 'a8519a5fa8384391a5c4414718835d92', 'gw_port': {'id': '7336e800-626d-492b-8f35-552afdc9ec26', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:48Z', 'updated_at': '2021-04-20T05:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '6233ac8f-c377-499f-85b3-3919188d0e64', 'name': '', 'network_id': '8248804e-f569-4143-9629-938fc815c4de', 'tenant_id': 'a8519a5fa8384391a5c4414718835d92', 'mac_address': 'fa:16:3e:24:5b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'd5dae8a3-b781-4041-ae8f-172714c6a112', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:51Z', 'updated_at': '2021-04-20T05:48:58Z', 'revision_number': 4, 'project_id': 'a8519a5fa8384391a5c4414718835d92', 'subnets': [{'id': 'd5dae8a3-b781-4041-ae8f-172714c6a112', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:48:59.618354 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f05499-45f8-4d07-a523-88ae60152901 req-3675b41a-65d9-439e-b850-ea7c11fb91d4 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:48:59.620067 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f1f05499-45f8-4d07-a523-88ae60152901 req-3675b41a-65d9-439e-b850-ea7c11fb91d4 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 985 time: 0.2074146 Apr 20 05:48:59.673548 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f1f05499-45f8-4d07-a523-88ae60152901 req-c55daaad-c21f-4643-9f19-aa298334ca8b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&id=badbbeb9-a7d5-45ee-b3ff-eda575d2a740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463247 Apr 20 05:49:00.064723 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e28f07-7e51-4f99-83cb-be612788d138 req-4dc52f12-d090-47ef-b160-72c983b1871d tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:00.066496 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f4e28f07-7e51-4f99-83cb-be612788d138 req-4dc52f12-d090-47ef-b160-72c983b1871d tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.1485877 Apr 20 05:49:00.114329 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f4e28f07-7e51-4f99-83cb-be612788d138 req-100610d8-4ef8-4339-ac31-766360c241cc tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410144 Apr 20 05:49:00.308245 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 6233ac8f-c377-499f-85b3-3919188d0e64 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:49:00.383294 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning for port 6233ac8f-c377-499f-85b3-3919188d0e64 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:49:00.388827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 6233ac8f-c377-499f-85b3-3919188d0e64 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:49:00.389281 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:00.517734 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:00.552666 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] For port 6233ac8f-c377-499f-85b3-3919188d0e64, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=6233ac8f-c377-499f-85b3-3919188d0e64,segment=NetworkSegment(c267cd37-4194-47f7-9e21-5b171d222515),segment_id=c267cd37-4194-47f7-9e21-5b171d222515)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:00.557340 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:00.559199 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a758e553-5143-4e35-b062-8ea742f04f0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:00.631523 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Pushing event updated for resources: {'Port': ['ID=6233ac8f-c377-499f-85b3-3919188d0e64,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:00.634622 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:00.878930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063a25b-f04c-4a23-9460-864279fd5b44 req-76bbac57-88d2-4f51-a91a-e2b9ee22c5bc tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:00.880455 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7063a25b-f04c-4a23-9460-864279fd5b44 req-76bbac57-88d2-4f51-a91a-e2b9ee22c5bc tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 985 time: 0.0881476 Apr 20 05:49:00.931267 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7063a25b-f04c-4a23-9460-864279fd5b44 req-8af782be-fe15-47c8-bf9d-ed78e34b8de8 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&id=badbbeb9-a7d5-45ee-b3ff-eda575d2a740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441167 Apr 20 05:49:01.334542 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1c477-d0cc-4cd7-9f17-785ce148ef4d req-01569086-22fb-4992-a69d-e02abfdb5ae3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:01.336168 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-eaf1c477-d0cc-4cd7-9f17-785ce148ef4d req-01569086-22fb-4992-a69d-e02abfdb5ae3 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.0878167 Apr 20 05:49:01.382187 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-eaf1c477-d0cc-4cd7-9f17-785ce148ef4d req-82bdc40b-85cc-4c88-9642-31f5e0483d38 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396419 Apr 20 05:49:02.141716 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c035b9-de37-41d2-96ca-b4c72e0e9dd1 req-08c68541-feea-403a-82fa-952df26a10ed tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:02.143348 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b0c035b9-de37-41d2-96ca-b4c72e0e9dd1 req-08c68541-feea-403a-82fa-952df26a10ed tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 985 time: 0.0920928 Apr 20 05:49:02.196207 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b0c035b9-de37-41d2-96ca-b4c72e0e9dd1 req-bc574ec5-2963-4b91-b5d6-bb1344993ed1 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&id=badbbeb9-a7d5-45ee-b3ff-eda575d2a740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457447 Apr 20 05:49:02.282142 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 6233ac8f-c377-499f-85b3-3919188d0e64 up at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:49:02.355710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Provisioning complete for port 6233ac8f-c377-499f-85b3-3919188d0e64 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:49:02.356254 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:02.604800 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a62cb-f68d-4d1e-b844-5abdc0c0bf45 req-0bf11606-0268-4a98-9744-e0dbe9599071 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:02.606420 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-be8a62cb-f68d-4d1e-b844-5abdc0c0bf45 req-0bf11606-0268-4a98-9744-e0dbe9599071 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.0930636 Apr 20 05:49:02.656408 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-be8a62cb-f68d-4d1e-b844-5abdc0c0bf45 req-81d3293f-e978-4fdd-b997-83ea43b072a0 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430627 Apr 20 05:49:03.447452 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7b026-618b-4aeb-8f7d-658a5ef0b4c5 req-d60964e8-46cc-4436-8588-47f211f90282 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:03.449049 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3aa7b026-618b-4aeb-8f7d-658a5ef0b4c5 req-d60964e8-46cc-4436-8588-47f211f90282 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 985 time: 0.1003823 Apr 20 05:49:03.503356 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3aa7b026-618b-4aeb-8f7d-658a5ef0b4c5 req-76382f31-fe10-431a-9bb2-3cf1d914862b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&id=badbbeb9-a7d5-45ee-b3ff-eda575d2a740&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476782 Apr 20 05:49:03.895728 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96509937-116e-4b87-a6d6-6737ee3e57ba req-e04618ab-06bf-45db-a98f-8bbb0d80f4dd tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:03.898328 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-96509937-116e-4b87-a6d6-6737ee3e57ba req-e04618ab-06bf-45db-a98f-8bbb0d80f4dd tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.1119049 Apr 20 05:49:03.962869 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-96509937-116e-4b87-a6d6-6737ee3e57ba req-58ddab02-4a41-467e-8717-d0bd3fada324 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575292 Apr 20 05:49:05.177999 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752c6c2-d7d1-4af6-8697-60ac085997dd req-de41dbff-ff7b-4c35-ac42-dc4415c6a215 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:05.179592 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8752c6c2-d7d1-4af6-8697-60ac085997dd req-de41dbff-ff7b-4c35-ac42-dc4415c6a215 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.0904930 Apr 20 05:49:05.225852 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8752c6c2-d7d1-4af6-8697-60ac085997dd req-b55ecdc9-62ed-4745-865e-1971aa9fe705 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397213 Apr 20 05:49:06.208549 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-27a2f06d-bd74-45ca-9fc2-488237d9a01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:06.450210 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba3c4e-9fc6-4e92-8cd1-87cf8318894a req-4e81e4b9-aca2-4c23-b79f-679831160e93 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:06.451706 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-99ba3c4e-9fc6-4e92-8cd1-87cf8318894a req-4e81e4b9-aca2-4c23-b79f-679831160e93 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.0975621 Apr 20 05:49:06.751924 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-99ba3c4e-9fc6-4e92-8cd1-87cf8318894a req-7d287fe2-285e-4fad-bf6c-cb3b653481c2 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937624 Apr 20 05:49:07.833529 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 916f709d-7e6d-4795-973e-504b174e9fdb details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:49:07.984393 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02ea90-e262-4c85-8e71-5d9308d08706 req-3f42f022-2ed7-4102-ba56-365361320e04 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:07.986125 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab02ea90-e262-4c85-8e71-5d9308d08706 req-3f42f022-2ed7-4102-ba56-365361320e04 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.0886059 Apr 20 05:49:08.040964 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab02ea90-e262-4c85-8e71-5d9308d08706 req-6625e940-a17a-415a-8bf3-de3e8c49b04e tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476930 Apr 20 05:49:08.132477 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-73d97cca-ce91-41d5-bf6f-2cd369e792d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:08.163784 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 916f709d-7e6d-4795-973e-504b174e9fdb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=916f709d-7e6d-4795-973e-504b174e9fdb,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:08.178154 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': '916f709d-7e6d-4795-973e-504b174e9fdb', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'port_id': '916f709d-7e6d-4795-973e-504b174e9fdb', 'mac_address': 'fa:16:3e:4a:6f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:49:08.238262 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:08.256868 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 916f709d-7e6d-4795-973e-504b174e9fdb {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:49:08.274903 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 916f709d-7e6d-4795-973e-504b174e9fdb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=916f709d-7e6d-4795-973e-504b174e9fdb,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:08.279094 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:08.280936 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-57bbfb8c-9e8c-4f2d-82eb-2ed2f55b6104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:08.359412 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=916f709d-7e6d-4795-973e-504b174e9fdb,revision_number=6']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:08.362785 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:08.422138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['916f709d-7e6d-4795-973e-504b174e9fdb'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:49:08.768091 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:09.259174 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c5e19-1594-4189-9eda-6683e10a5f71 req-7fde1f0d-03b6-4974-8d6c-593c2f6dea88 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:09.260841 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-eb3c5e19-1594-4189-9eda-6683e10a5f71 req-7fde1f0d-03b6-4974-8d6c-593c2f6dea88 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 944 time: 0.0946217 Apr 20 05:49:09.308722 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-eb3c5e19-1594-4189-9eda-6683e10a5f71 req-6f86475d-f781-4a98-a1a3-77255ff7fa0c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414824 Apr 20 05:49:09.544354 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:09.839100 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 916f709d-7e6d-4795-973e-504b174e9fdb up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:49:09.915569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port 916f709d-7e6d-4795-973e-504b174e9fdb triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:49:09.915898 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:10.050602 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:10.088569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 916f709d-7e6d-4795-973e-504b174e9fdb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=916f709d-7e6d-4795-973e-504b174e9fdb,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:10.089658 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916f709d-7e6d-4795-973e-504b174e9fdb'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:49:10.096160 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:10.098294 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:10.182357 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916f709d-7e6d-4795-973e-504b174e9fdb', 'code': 200} Apr 20 05:49:10.188416 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=916f709d-7e6d-4795-973e-504b174e9fdb,revision_number=7']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:10.191990 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:10.394792 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:10.427613 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef445-6261-4970-8b1f-aa87b20a01be req-9ff3b77f-72fd-46be-9c35-1353e93c3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:10.429525 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a2aef445-6261-4970-8b1f-aa87b20a01be req-9ff3b77f-72fd-46be-9c35-1353e93c3552 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10c6bb10c09f41b2bd958de46431d375&device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 1098 time: 0.0919223 Apr 20 05:49:10.662234 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b25ef-77da-41fa-abbb-2636c828a4b1 req-4c6d7163-86e3-428c-81c5-b2310a7c8ce2 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:10.668612 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-df3b25ef-77da-41fa-abbb-2636c828a4b1 req-4c6d7163-86e3-428c-81c5-b2310a7c8ce2 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.2215266 Apr 20 05:49:10.671376 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef445-6261-4970-8b1f-aa87b20a01be req-81d30735-ef54-4ad8-8706-7d107de2db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:10.673021 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a2aef445-6261-4970-8b1f-aa87b20a01be req-81d30735-ef54-4ad8-8706-7d107de2db80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b33f592a-fb2a-48c3-93cb-6ae242341fc0 HTTP/1.1" status: 200 len: 918 time: 0.1845865 Apr 20 05:49:11.045849 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-df3b25ef-77da-41fa-abbb-2636c828a4b1 req-5fba2cc5-f0a5-4b05-b72e-711dec37e7ed tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3762288 Apr 20 05:49:11.063189 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a2aef445-6261-4970-8b1f-aa87b20a01be req-89d3354d-e252-450a-b77a-7f399febc2b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916f709d-7e6d-4795-973e-504b174e9fdb HTTP/1.1" status: 200 len: 1000 time: 0.3690665 Apr 20 05:49:11.138071 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef445-6261-4970-8b1f-aa87b20a01be req-e4b3747d-9c6a-4e08-8d59-9fa3481d9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:11.139657 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a2aef445-6261-4970-8b1f-aa87b20a01be req-e4b3747d-9c6a-4e08-8d59-9fa3481d9f87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae89ec99-f254-4930-8e7f-44ab758e868e HTTP/1.1" status: 200 len: 856 time: 0.0699458 Apr 20 05:49:11.234787 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aef445-6261-4970-8b1f-aa87b20a01be req-bc8b31c2-665d-47d5-9462-01bb4c657412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:11.236486 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a2aef445-6261-4970-8b1f-aa87b20a01be req-bc8b31c2-665d-47d5-9462-01bb4c657412 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b33f592a-fb2a-48c3-93cb-6ae242341fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0887787 Apr 20 05:49:11.393234 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a2aef445-6261-4970-8b1f-aa87b20a01be req-7da74a3c-8440-46b6-864b-66bb5d393ac0 service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496086 Apr 20 05:49:11.556978 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a2aef445-6261-4970-8b1f-aa87b20a01be req-dc454bf9-3910-4625-92b1-2b781a841c5f service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493592 Apr 20 05:49:11.700733 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-ba4d6357-c6b9-4401-9535-8b952088c9b9 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Synchronizing usage tracker for tenant:a3bda5c8251c4b1f88cf6b1ead550c34 on resource:security_group {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:49:11.720214 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-ba4d6357-c6b9-4401-9535-8b952088c9b9 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Unset dirty status for tenant:a3bda5c8251c4b1f88cf6b1ead550c34 on resource:security_group {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:49:11.721519 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-ba4d6357-c6b9-4401-9535-8b952088c9b9 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-520903230&fields=id&tenant_id=a3bda5c8251c4b1f88cf6b1ead550c34 HTTP/1.1" status: 200 len: 267 time: 0.0663531 Apr 20 05:49:11.902202 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-b45389a1-9f5e-453b-9924-f73b3da05317 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:11.909452 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-b45389a1-9f5e-453b-9924-f73b3da05317 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/networks?id=59f9a348-1f60-4d3d-b509-0ccf381c10f1 HTTP/1.1" status: 200 len: 808 time: 0.1797335 Apr 20 05:49:11.922290 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-d9d7d5ff-6101-460b-9b04-15db16d1e5f0 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/quotas/a3bda5c8251c4b1f88cf6b1ead550c34 HTTP/1.1" status: 200 len: 375 time: 0.0111966 Apr 20 05:49:12.023382 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-b45a2009-3c3a-4a22-ad29-db80ca34b16f tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3bda5c8251c4b1f88cf6b1ead550c34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941036 Apr 20 05:49:12.268951 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-d4175e86-24bf-4583-9c30-70276ce42404 service neutron] 10.222.0.44 "GET /v2.0/networks/59f9a348-1f60-4d3d-b509-0ccf381c10f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315784 Apr 20 05:49:12.444470 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-ff4e5ceb-e696-435a-be39-d956732c77f3 service neutron] 10.222.0.44 "GET /v2.0/networks/59f9a348-1f60-4d3d-b509-0ccf381c10f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656623 Apr 20 05:49:12.454132 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d413f9-93c4-4d78-afe8-df5ebe81db17 req-f7232022-a323-4f2f-9b0f-85d84bb63117 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:12.456488 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-35d413f9-93c4-4d78-afe8-df5ebe81db17 req-f7232022-a323-4f2f-9b0f-85d84bb63117 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.1194673 Apr 20 05:49:12.522499 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-35d413f9-93c4-4d78-afe8-df5ebe81db17 req-95af1e22-8619-484e-877a-5a34dd72e0a1 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599294 Apr 20 05:49:12.934932 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-c3644746-4d65-4304-bb2a-c0eff105b712 req-8e126007-a8e2-41f4-acc2-cdc88b86da3c tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Synchronizing usage tracker for tenant:a3bda5c8251c4b1f88cf6b1ead550c34 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:49:12.967306 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-c3644746-4d65-4304-bb2a-c0eff105b712 req-8e126007-a8e2-41f4-acc2-cdc88b86da3c tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Unset dirty status for tenant:a3bda5c8251c4b1f88cf6b1ead550c34 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:49:12.970765 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c3644746-4d65-4304-bb2a-c0eff105b712 req-8e126007-a8e2-41f4-acc2-cdc88b86da3c tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 210 time: 0.0899451 Apr 20 05:49:13.800865 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c4272-084d-4b64-b944-97aaf9c7e02d req-832c54ba-0432-46a4-9b28-fbdfe41b4904 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:13.802870 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-794c4272-084d-4b64-b944-97aaf9c7e02d req-832c54ba-0432-46a4-9b28-fbdfe41b4904 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.1344416 Apr 20 05:49:13.875886 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-794c4272-084d-4b64-b944-97aaf9c7e02d req-dd6a1f6d-975a-4507-9a0c-167a24c343a1 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595672 Apr 20 05:49:13.894443 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:14.194884 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-84db5b1d-26e0-419f-9b3f-0c629a91d85b req-b399284f-cbd1-4622-81a7-13aac38cafff tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 210 time: 0.0645192 Apr 20 05:49:14.850121 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-269190b1-88e5-476e-bb87-e2c317fbacc1 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:14.850932 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-269190b1-88e5-476e-bb87-e2c317fbacc1 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Synchronizing usage tracker for tenant:a3bda5c8251c4b1f88cf6b1ead550c34 on resource:network {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:49:14.871937 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-269190b1-88e5-476e-bb87-e2c317fbacc1 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Unset dirty status for tenant:a3bda5c8251c4b1f88cf6b1ead550c34 on resource:network {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:49:14.873232 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-269190b1-88e5-476e-bb87-e2c317fbacc1 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.13 "GET /v2.0/networks?id=59f9a348-1f60-4d3d-b509-0ccf381c10f1 HTTP/1.1" status: 200 len: 808 time: 0.2005804 Apr 20 05:49:15.011274 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-9d30e835-5c69-4c4d-9ec6-1145016ce3ba tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Synchronizing usage tracker for tenant:a3bda5c8251c4b1f88cf6b1ead550c34 on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:49:15.047807 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-9d30e835-5c69-4c4d-9ec6-1145016ce3ba tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Unset dirty status for tenant:a3bda5c8251c4b1f88cf6b1ead550c34 on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:49:15.050156 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-9d30e835-5c69-4c4d-9ec6-1145016ce3ba tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3bda5c8251c4b1f88cf6b1ead550c34 HTTP/1.1" status: 200 len: 8059 time: 0.1679187 Apr 20 05:49:15.063214 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Request body: {'port': {'device_id': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'admin_state_up': True, 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'security_groups': ['4ffbbc60-209b-44a2-bf96-aca2d30130f2']}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:49:15.166907 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:49:15.226384 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:49:15.239340 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:49:15.242096 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7865cf-ffd2-4dfb-92ee-a0cbb04b8bb8 req-5d867897-556b-465d-8e87-22a05ce37fa4 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:15.249378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Made reservation on behalf of a3bda5c8251c4b1f88cf6b1ead550c34 for: {'port': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:49:15.250692 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6e7865cf-ffd2-4dfb-92ee-a0cbb04b8bb8 req-5d867897-556b-465d-8e87-22a05ce37fa4 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.1313555 Apr 20 05:49:15.255621 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:15.306059 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6e7865cf-ffd2-4dfb-92ee-a0cbb04b8bb8 req-d1a34b7c-042b-4d36-b4c2-9c2200aedb0e tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541620 Apr 20 05:49:15.470538 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Allocated IP 172.20.0.11 (59f9a348-1f60-4d3d-b509-0ccf381c10f1/442f9f84-efcc-4bf6-9a86-626d7e45fcf2/c84985bc-6343-48e6-b469-9fd9d0036e63) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:49:15.542145 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3b2dc56a-5dd9-4fdd-aefe-e064a987f97d req-aa1bf6f6-ce21-4875-ac31-1d155f9b99b2 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 210 time: 0.0947287 Apr 20 05:49:15.754068 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:15.790498 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Transition to ACTIVE for port object c84985bc-6343-48e6-b469-9fd9d0036e63 will not be triggered until provisioned by entity DHCP. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:49:15.872115 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:15.879845 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ec906de5-cbf6-4776-96ae-0d4a60ff9280 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:15.978096 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Network 59f9a348-1f60-4d3d-b509-0ccf381c10f1 is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:49:15.979449 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:49:15.982246 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:49:16.062391 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:16.063104 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:16.110068 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Pushing event updated for resources: {'Port': ['ID=c84985bc-6343-48e6-b469-9fd9d0036e63,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:16.134401 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:16.134880 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:16.135294 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:16.135700 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:16.136104 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:16.136508 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:16.136904 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:16.137325 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:16.137723 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:16.138164 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:16.138563 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:16.138956 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:16.157336 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:16.175150 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-c1bb5f5d-3141-433e-bd87-a4c2d358650b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1193390 Apr 20 05:49:16.226979 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-78dfad71-68e7-47e7-8f60-6f613f15703c None None] Provisioning for port c84985bc-6343-48e6-b469-9fd9d0036e63 completed by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:49:16.240187 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-78dfad71-68e7-47e7-8f60-6f613f15703c None None] Provisioning complete for port c84985bc-6343-48e6-b469-9fd9d0036e63 triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:49:16.240726 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-78dfad71-68e7-47e7-8f60-6f613f15703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:16.248168 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Request body: {'port': {'device_id': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:49:16.312538 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-78dfad71-68e7-47e7-8f60-6f613f15703c None None] Port c84985bc-6343-48e6-b469-9fd9d0036e63 cannot update to ACTIVE because it is not bound. {{(pid=86333) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 05:49:16.410123 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:16.558691 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfeca3-f012-40e4-a875-4b3b1240f398 req-218e3bb9-7781-4ba9-947e-c4d16733b2ea tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:16.560359 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-77dfeca3-f012-40e4-a875-4b3b1240f398 req-218e3bb9-7781-4ba9-947e-c4d16733b2ea tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.1369815 Apr 20 05:49:16.625782 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-77dfeca3-f012-40e4-a875-4b3b1240f398 req-e54c2fee-178c-4a93-bf88-f3165894dd63 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557277 Apr 20 05:49:16.889760 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84d518-0d22-43f4-8756-ac8712b8f375 req-935c5ecd-7e67-4894-8b3c-9015d5c82981 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:16.890532 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-4a84d518-0d22-43f4-8756-ac8712b8f375 req-935c5ecd-7e67-4894-8b3c-9015d5c82981 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Synchronizing usage tracker for tenant:a3bda5c8251c4b1f88cf6b1ead550c34 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:49:16.899822 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84985bc-6343-48e6-b469-9fd9d0036e63 {{(pid=86331) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:49:16.915368 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:16.925270 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-4a84d518-0d22-43f4-8756-ac8712b8f375 req-935c5ecd-7e67-4894-8b3c-9015d5c82981 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Unset dirty status for tenant:a3bda5c8251c4b1f88cf6b1ead550c34 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:49:16.926602 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4a84d518-0d22-43f4-8756-ac8712b8f375 req-935c5ecd-7e67-4894-8b3c-9015d5c82981 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 932 time: 0.2019510 Apr 20 05:49:16.951387 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Transition to ACTIVE for port object c84985bc-6343-48e6-b469-9fd9d0036e63 will not be triggered until provisioned by entity L2. {{(pid=86331) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:49:16.959971 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11767912'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:16.967477 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-90e48fb2-1c25-4ece-ac96-3571c3448bdd tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:17.194281 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4a84d518-0d22-43f4-8756-ac8712b8f375 req-68ccff89-75e8-4fcc-93ac-ea85c064165d tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587898 Apr 20 05:49:17.210205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Pushing event updated for resources: {'Port': ['ID=c84985bc-6343-48e6-b469-9fd9d0036e63,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:17.241638 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:17.372974 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Attempting to bind port c84985bc-6343-48e6-b469-9fd9d0036e63 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:49:17.373202 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Attempting to bind port c84985bc-6343-48e6-b469-9fd9d0036e63 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'ba988c82-17a0-4588-9526-38a51ce448fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1'}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:49:17.373513 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Attempting to bind port c84985bc-6343-48e6-b469-9fd9d0036e63 on network 59f9a348-1f60-4d3d-b509-0ccf381c10f1 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:49:17.379226 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Port c84985bc-6343-48e6-b469-9fd9d0036e63 on network 59f9a348-1f60-4d3d-b509-0ccf381c10f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:49:17.379597 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Attempting to bind port c84985bc-6343-48e6-b469-9fd9d0036e63 on network 59f9a348-1f60-4d3d-b509-0ccf381c10f1 {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:49:17.385620 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:49:17.385992 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Checking segment: {'id': 'ba988c82-17a0-4588-9526-38a51ce448fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:49:17.386424 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Bound using segment: {'id': 'ba988c82-17a0-4588-9526-38a51ce448fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1'} {{(pid=86331) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:49:17.386897 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Bound port: c84985bc-6343-48e6-b469-9fd9d0036e63, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba988c82-17a0-4588-9526-38a51ce448fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1'}}] {{(pid=86331) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:49:17.387285 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:17.504829 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] For port c84985bc-6343-48e6-b469-9fd9d0036e63, host hv-cinder-78605, cleared binding levels {{(pid=86331) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:49:17.504829 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] For port c84985bc-6343-48e6-b469-9fd9d0036e63, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c84985bc-6343-48e6-b469-9fd9d0036e63,segment=NetworkSegment(ba988c82-17a0-4588-9526-38a51ce448fc),segment_id=ba988c82-17a0-4588-9526-38a51ce448fc)] {{(pid=86331) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:49:17.508811 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11767912'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:17.514574 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:17.588270 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:17.589152 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:17.590709 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] 10.222.0.13 "PUT /v2.0/ports/c84985bc-6343-48e6-b469-9fd9d0036e63 HTTP/1.1" status: 200 len: 1094 time: 1.4069078 Apr 20 05:49:17.591276 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'tag': 'c84985bc-6343-48e6-b469-9fd9d0036e63'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:49:17.659145 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Pushing event updated for resources: {'Port': ['ID=c84985bc-6343-48e6-b469-9fd9d0036e63,revision_number=3']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:17.664073 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:17.754512 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'tag': 'c84985bc-6343-48e6-b469-9fd9d0036e63', 'status': 'completed', 'code': 200} Apr 20 05:49:17.789981 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-f3612e1e-9502-4d8b-9f55-fcd5501db766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:17.791610 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-f3612e1e-9502-4d8b-9f55-fcd5501db766 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3bda5c8251c4b1f88cf6b1ead550c34&device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 1097 time: 0.1289003 Apr 20 05:49:17.916427 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-b4b4bc48-c70c-456c-82bd-bdb858035323 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c84985bc-6343-48e6-b469-9fd9d0036e63 HTTP/1.1" status: 200 len: 217 time: 0.1161382 Apr 20 05:49:18.014072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-8ae6cac0-3072-4cec-8244-b3e772852689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:18.015575 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-8ae6cac0-3072-4cec-8244-b3e772852689 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=442f9f84-efcc-4bf6-9a86-626d7e45fcf2 HTTP/1.1" status: 200 len: 847 time: 0.0887706 Apr 20 05:49:18.027202 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946323-2ca7-4b3d-a800-4fe23e968b2c req-79fafbe0-3d42-4138-bc2b-923718582bf1 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:18.028861 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d7946323-2ca7-4b3d-a800-4fe23e968b2c req-79fafbe0-3d42-4138-bc2b-923718582bf1 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.1618652 Apr 20 05:49:18.123884 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d7946323-2ca7-4b3d-a800-4fe23e968b2c req-b05e1bc0-fe7e-40a5-a7a0-0c49024a3ec9 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568485 Apr 20 05:49:18.196292 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-517e8be0-d8f5-418e-8e7a-c1f2d982fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:18.199142 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-517e8be0-d8f5-418e-8e7a-c1f2d982fa0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59f9a348-1f60-4d3d-b509-0ccf381c10f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1682765 Apr 20 05:49:18.419264 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-76254eaa-604e-42d2-b6f3-4badc05fa507 service neutron] 10.222.0.13 "GET /v2.0/networks/59f9a348-1f60-4d3d-b509-0ccf381c10f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121134 Apr 20 05:49:18.457537 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25497e-e00a-4287-95d1-498a68b25c4b req-068c5d16-f537-45d5-8840-0caeaf13a7fc tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:18.497125 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5d25497e-e00a-4287-95d1-498a68b25c4b req-068c5d16-f537-45d5-8840-0caeaf13a7fc tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 944 time: 0.1374891 Apr 20 05:49:18.550584 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5d25497e-e00a-4287-95d1-498a68b25c4b req-6cee16a7-8c42-4e2d-a2a1-64117a58f085 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502338 Apr 20 05:49:18.610707 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ab9b5f77-c2e0-429e-9c58-8941ab98a9f5 req-44bdccd2-39cb-4e21-9404-68fd2b1d7694 service neutron] 10.222.0.13 "GET /v2.0/networks/59f9a348-1f60-4d3d-b509-0ccf381c10f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798749 Apr 20 05:49:19.073904 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f45806-986d-4ad6-ac61-c33e2d5c9b78 req-2ffb28cf-62d8-4fbd-81f3-c398b1a248c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:19.075622 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-30f45806-986d-4ad6-ac61-c33e2d5c9b78 req-2ffb28cf-62d8-4fbd-81f3-c398b1a248c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3bda5c8251c4b1f88cf6b1ead550c34&device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 1097 time: 0.3997650 Apr 20 05:49:19.234967 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f45806-986d-4ad6-ac61-c33e2d5c9b78 req-90f0ecdd-7775-4fa4-8abe-65eae86ca414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:19.236783 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-30f45806-986d-4ad6-ac61-c33e2d5c9b78 req-90f0ecdd-7775-4fa4-8abe-65eae86ca414 service neutron] 10.222.0.13 "GET /v2.0/networks?id=59f9a348-1f60-4d3d-b509-0ccf381c10f1 HTTP/1.1" status: 200 len: 909 time: 0.1530516 Apr 20 05:49:19.361483 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-30f45806-986d-4ad6-ac61-c33e2d5c9b78 req-bf565179-0996-408e-a31e-defa095e7061 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c84985bc-6343-48e6-b469-9fd9d0036e63 HTTP/1.1" status: 200 len: 217 time: 0.1113672 Apr 20 05:49:19.447339 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f45806-986d-4ad6-ac61-c33e2d5c9b78 req-01d5aeee-5062-4a8c-a3c0-0159e9f8edef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:19.448903 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-30f45806-986d-4ad6-ac61-c33e2d5c9b78 req-01d5aeee-5062-4a8c-a3c0-0159e9f8edef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=442f9f84-efcc-4bf6-9a86-626d7e45fcf2 HTTP/1.1" status: 200 len: 847 time: 0.0791345 Apr 20 05:49:19.508180 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f1774-3b71-4482-abfe-b4cf2cd505ea req-c42207d5-acb2-4e53-bb34-3e3a023d1c30 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:19.509801 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-214f1774-3b71-4482-abfe-b4cf2cd505ea req-c42207d5-acb2-4e53-bb34-3e3a023d1c30 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.2054095 Apr 20 05:49:19.571705 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-214f1774-3b71-4482-abfe-b4cf2cd505ea req-a8322cf8-33eb-483a-91ab-60e807255e9f tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550191 Apr 20 05:49:19.586483 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f45806-986d-4ad6-ac61-c33e2d5c9b78 req-923cafa5-492a-4691-897c-df002691cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:19.588055 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-30f45806-986d-4ad6-ac61-c33e2d5c9b78 req-923cafa5-492a-4691-897c-df002691cc45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59f9a348-1f60-4d3d-b509-0ccf381c10f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1305237 Apr 20 05:49:19.731914 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-30f45806-986d-4ad6-ac61-c33e2d5c9b78 req-ad52179b-61b3-4afe-9ffa-6f39b36627d9 service neutron] 10.222.0.13 "GET /v2.0/networks/59f9a348-1f60-4d3d-b509-0ccf381c10f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352482 Apr 20 05:49:19.752308 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19e40b-ff51-4431-8898-694a729144a0 req-31fa320a-fe5c-46b1-bdbf-b2873156b503 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:19.753870 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1f19e40b-ff51-4431-8898-694a729144a0 req-31fa320a-fe5c-46b1-bdbf-b2873156b503 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 944 time: 0.0858183 Apr 20 05:49:19.801440 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1f19e40b-ff51-4431-8898-694a729144a0 req-fd5786d8-ab9c-4282-a02e-1893d5fb4e8c tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408854 Apr 20 05:49:19.890643 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device c84985bc-6343-48e6-b469-9fd9d0036e63 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:49:19.904359 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-30f45806-986d-4ad6-ac61-c33e2d5c9b78 req-854d0c45-90e4-461b-b541-aabb5016a58c service neutron] 10.222.0.13 "GET /v2.0/networks/59f9a348-1f60-4d3d-b509-0ccf381c10f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363900 Apr 20 05:49:20.034989 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port c84985bc-6343-48e6-b469-9fd9d0036e63, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c84985bc-6343-48e6-b469-9fd9d0036e63,segment=NetworkSegment(ba988c82-17a0-4588-9526-38a51ce448fc),segment_id=ba988c82-17a0-4588-9526-38a51ce448fc)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:20.050378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': 'c84985bc-6343-48e6-b469-9fd9d0036e63', 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'port_id': 'c84985bc-6343-48e6-b469-9fd9d0036e63', 'mac_address': 'fa:16:3e:15:40:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:49:20.084421 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b3dfe-f64a-454e-91ed-f3d5b7d5fe33 req-c456010f-3102-4d16-9bd5-a17381db0c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:20.087046 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f35b3dfe-f64a-454e-91ed-f3d5b7d5fe33 req-c456010f-3102-4d16-9bd5-a17381db0c8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10c6bb10c09f41b2bd958de46431d375&device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 1098 time: 0.0886872 Apr 20 05:49:20.110576 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:20.129630 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84985bc-6343-48e6-b469-9fd9d0036e63 {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:49:20.146236 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port c84985bc-6343-48e6-b469-9fd9d0036e63, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c84985bc-6343-48e6-b469-9fd9d0036e63,segment=NetworkSegment(ba988c82-17a0-4588-9526-38a51ce448fc),segment_id=ba988c82-17a0-4588-9526-38a51ce448fc)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:20.149484 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:20.151585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:20.227180 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=c84985bc-6343-48e6-b469-9fd9d0036e63,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:20.230452 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:20.250118 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b3dfe-f64a-454e-91ed-f3d5b7d5fe33 req-6476c2c5-adbc-44dc-9405-6b792044c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:20.251699 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f35b3dfe-f64a-454e-91ed-f3d5b7d5fe33 req-6476c2c5-adbc-44dc-9405-6b792044c7ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=b33f592a-fb2a-48c3-93cb-6ae242341fc0 HTTP/1.1" status: 200 len: 918 time: 0.1580861 Apr 20 05:49:20.365644 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f35b3dfe-f64a-454e-91ed-f3d5b7d5fe33 req-a6b1d1a0-e189-42da-a525-f8019bcc4218 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916f709d-7e6d-4795-973e-504b174e9fdb HTTP/1.1" status: 200 len: 1000 time: 0.1071241 Apr 20 05:49:20.409929 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['c84985bc-6343-48e6-b469-9fd9d0036e63'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:49:20.438573 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b3dfe-f64a-454e-91ed-f3d5b7d5fe33 req-6b96c3c8-a5d9-4a31-957d-508fce05f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:20.440205 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f35b3dfe-f64a-454e-91ed-f3d5b7d5fe33 req-6b96c3c8-a5d9-4a31-957d-508fce05f9fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae89ec99-f254-4930-8e7f-44ab758e868e HTTP/1.1" status: 200 len: 856 time: 0.0679457 Apr 20 05:49:20.527880 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b3dfe-f64a-454e-91ed-f3d5b7d5fe33 req-564dc417-2ab6-4857-b51a-2346bb463b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:20.529519 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f35b3dfe-f64a-454e-91ed-f3d5b7d5fe33 req-564dc417-2ab6-4857-b51a-2346bb463b33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b33f592a-fb2a-48c3-93cb-6ae242341fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824313 Apr 20 05:49:20.708299 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f35b3dfe-f64a-454e-91ed-f3d5b7d5fe33 req-96b56521-617d-46f9-9bd5-68fda4625348 service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714408 Apr 20 05:49:20.821038 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d496b3c-296b-44dc-ac56-b987de95fa3c req-ff6d6604-b684-4690-a9b0-d32b14344e06 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:20.822978 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5d496b3c-296b-44dc-ac56-b987de95fa3c req-ff6d6604-b684-4690-a9b0-d32b14344e06 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.0939736 Apr 20 05:49:20.874809 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5d496b3c-296b-44dc-ac56-b987de95fa3c req-cacd1316-252b-42c8-bbbe-1d71c1f5bc72 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443377 Apr 20 05:49:20.879207 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f35b3dfe-f64a-454e-91ed-f3d5b7d5fe33 req-58e8bd97-1715-4efc-a776-417180738f26 service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546214 Apr 20 05:49:21.019155 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c3928-7e6b-4184-a603-9ff9479269d9 req-984cbc9e-b0e6-4ea8-bbcd-364884e16186 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:21.021214 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b26c3928-7e6b-4184-a603-9ff9479269d9 req-984cbc9e-b0e6-4ea8-bbcd-364884e16186 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 945 time: 0.0991282 Apr 20 05:49:21.076721 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b26c3928-7e6b-4184-a603-9ff9479269d9 req-46e4a948-a4f0-47e0-8963-ebbe9dd09d10 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483854 Apr 20 05:49:21.908822 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device c84985bc-6343-48e6-b469-9fd9d0036e63 up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:49:21.992308 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port c84985bc-6343-48e6-b469-9fd9d0036e63 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:49:21.997568 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port c84985bc-6343-48e6-b469-9fd9d0036e63 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:49:21.997974 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:22.092558 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440299b1-5ede-4c26-ae6f-5330723cc891 req-a9a12b78-d3b2-473f-b436-4db32d906636 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:22.104445 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-440299b1-5ede-4c26-ae6f-5330723cc891 req-a9a12b78-d3b2-473f-b436-4db32d906636 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 945 time: 0.1020284 Apr 20 05:49:22.132636 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:22.179001 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port c84985bc-6343-48e6-b469-9fd9d0036e63, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c84985bc-6343-48e6-b469-9fd9d0036e63,segment=NetworkSegment(ba988c82-17a0-4588-9526-38a51ce448fc),segment_id=ba988c82-17a0-4588-9526-38a51ce448fc)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:22.180473 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84985bc-6343-48e6-b469-9fd9d0036e63'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:49:22.182808 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-440299b1-5ede-4c26-ae6f-5330723cc891 req-00b340df-62b4-4305-b351-dff098351db7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666714 Apr 20 05:49:22.187615 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:22.189618 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 916f709d-7e6d-4795-973e-504b174e9fdb no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:49:22.221302 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:22.261293 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84985bc-6343-48e6-b469-9fd9d0036e63', 'code': 200} Apr 20 05:49:22.327016 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d24b5-5f88-4463-8a34-f4b69f365d7f req-e38ae506-c413-4d33-bce0-e0de4f19daa9 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:22.328776 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=c84985bc-6343-48e6-b469-9fd9d0036e63,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:22.332522 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-da5d24b5-5f88-4463-8a34-f4b69f365d7f req-e38ae506-c413-4d33-bce0-e0de4f19daa9 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.1126487 Apr 20 05:49:22.334167 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:22.381827 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-da5d24b5-5f88-4463-8a34-f4b69f365d7f req-68e58f6c-5c92-4078-9d77-8b77b7507d65 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438702 Apr 20 05:49:22.393640 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:22.428652 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 916f709d-7e6d-4795-973e-504b174e9fdb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=916f709d-7e6d-4795-973e-504b174e9fdb,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:22.432440 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:22.434399 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:22.503839 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=916f709d-7e6d-4795-973e-504b174e9fdb,revision_number=8']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:22.518466 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:22.572345 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c269c-10f3-43bd-97cf-1a792ac83986 req-41e749ef-d331-49f9-b671-ef134890722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:22.573968 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd3c269c-10f3-43bd-97cf-1a792ac83986 req-41e749ef-d331-49f9-b671-ef134890722a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 1099 time: 0.0804656 Apr 20 05:49:22.617713 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd3c269c-10f3-43bd-97cf-1a792ac83986 req-5f5f2dc6-1c0b-44f7-afc6-64436345d103 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371182 Apr 20 05:49:23.385885 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46d8f8-8096-4cdb-a643-21a4b6eda815 req-59ed0b69-59ad-48df-8dea-7e840a6d23de tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:23.387391 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4d46d8f8-8096-4cdb-a643-21a4b6eda815 req-59ed0b69-59ad-48df-8dea-7e840a6d23de tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.0938034 Apr 20 05:49:23.449570 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4d46d8f8-8096-4cdb-a643-21a4b6eda815 req-64032b1f-1260-41ac-99de-05ba98142f51 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551012 Apr 20 05:49:23.644967 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d0625-3950-4ad0-af25-0ada2363a9a6 req-a02c3856-f20a-40d9-89ae-ce6594a8eed6 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:23.646610 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f33d0625-3950-4ad0-af25-0ada2363a9a6 req-a02c3856-f20a-40d9-89ae-ce6594a8eed6 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.0911369 Apr 20 05:49:23.695268 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f33d0625-3950-4ad0-af25-0ada2363a9a6 req-f0a0dc04-6545-4a88-bc07-f6d369d2ee27 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421405 Apr 20 05:49:23.986773 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ac8fe-b232-4752-ab6d-564e77f42a67 req-43b38b1f-e524-45e0-aa63-2a54594c055d tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:23.988486 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-520ac8fe-b232-4752-ab6d-564e77f42a67 req-43b38b1f-e524-45e0-aa63-2a54594c055d tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.1044118 Apr 20 05:49:24.039388 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-520ac8fe-b232-4752-ab6d-564e77f42a67 req-9c5498e3-fdf5-458e-8827-fd5c628b02ed tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430398 Apr 20 05:49:24.063780 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 57266) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:49:24.189747 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345cf84e-3d87-47ca-b745-581026962fd3 tempest-TestShelveInstance-99784494 tempest-TestShelveInstance-99784494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:24.190634 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-345cf84e-3d87-47ca-b745-581026962fd3 tempest-TestShelveInstance-99784494 tempest-TestShelveInstance-99784494-project-admin] Synchronizing usage tracker for tenant:a8519a5fa8384391a5c4414718835d92 on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:49:24.206416 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-345cf84e-3d87-47ca-b745-581026962fd3 tempest-TestShelveInstance-99784494 tempest-TestShelveInstance-99784494-project-admin] Unset dirty status for tenant:a8519a5fa8384391a5c4414718835d92 on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:49:24.207696 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-345cf84e-3d87-47ca-b745-581026962fd3 tempest-TestShelveInstance-99784494 tempest-TestShelveInstance-99784494-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 1094 time: 0.1427760 Apr 20 05:49:24.210944 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 57276) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:49:24.216830 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Request body: {'floatingip': {'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'port_id': 'c84985bc-6343-48e6-b469-9fd9d0036e63', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:49:24.227405 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:49:24.232351 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Usage tracker for resource:floatingip and tenant:a3bda5c8251c4b1f88cf6b1ead550c34 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:49:24.235683 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:49:24.241936 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:49:24.252961 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for floatingip, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:24.262594 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '916f709d-7e6d-4795-973e-504b174e9fdb'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:49:24.307925 dv-cinder-786054-4-smb neutron-server[86220]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '916f709d-7e6d-4795-973e-504b174e9fdb', 'code': 422} returned with failed status Apr 20 05:49:24.399903 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:24.546099 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Allocated IP 172.28.3.183 (50a41118-ba44-449f-9b81-e04381d54b8b/c213a0b6-2cec-4373-bed2-ef584dd5d4ed/02680584-1717-47f1-8498-13a276324ec4) {{(pid=86331) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:49:24.706038 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for port, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:24.740400 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:24.745336 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-07adfa3b-61c9-4534-b642-3072df9cfad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:24.813452 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Network 50a41118-ba44-449f-9b81-e04381d54b8b is already hosted by enough agents. {{(pid=86331) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:49:24.816511 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Resources bound (agent type, host, resource id): {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:49:24.820942 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Received port after_create {{(pid=86331) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:49:24.857709 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Pushing event updated for resources: {'Port': ['ID=02680584-1717-47f1-8498-13a276324ec4,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:24.864195 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:25.323953 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4be33ece-a229-4611-97e8-86552659433c req-923cdb30-f879-485c-afd9-2e5e4d26329f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833790 Apr 20 05:49:25.348846 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f2f2f-b8a1-4732-b089-40916729192f req-103f00c1-0773-4b63-8991-62f2a1f41473 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:25.350483 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-061f2f2f-b8a1-4732-b089-40916729192f req-103f00c1-0773-4b63-8991-62f2a1f41473 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.1356785 Apr 20 05:49:25.412623 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-061f2f2f-b8a1-4732-b089-40916729192f req-19763810-b64c-4e3d-a608-17e3d768187b tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513854 Apr 20 05:49:25.418066 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:25.753272 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:25.946176 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 916f709d-7e6d-4795-973e-504b174e9fdb no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:49:26.022221 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:26.027405 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11767912'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:26.032292 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-768fa0e3-0054-476f-8039-4fdf38c3a151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:26.165616 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Pushing event updated for resources: {'Port': ['ID=02680584-1717-47f1-8498-13a276324ec4,revision_number=2']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:26.172375 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:26.179809 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:26.245662 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be33ece-a229-4611-97e8-86552659433c req-ebf1cc2b-f112-4abf-a0d2-94293321cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:26.247719 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4be33ece-a229-4611-97e8-86552659433c req-ebf1cc2b-f112-4abf-a0d2-94293321cd01 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e&tenant_id=10c6bb10c09f41b2bd958de46431d375 HTTP/1.1" status: 200 len: 1096 time: 0.2798140 Apr 20 05:49:26.417889 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.l3_db [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Floating IP a4dbaede-38b3-4423-8b72-3fd6e3c6f04d associated. External IP: 172.28.3.183, port: c84985bc-6343-48e6-b469-9fd9d0036e63. Apr 20 05:49:26.598405 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be33ece-a229-4611-97e8-86552659433c req-78d25598-f1ae-4ef1-a109-cdf91b221778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:26.599975 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4be33ece-a229-4611-97e8-86552659433c req-78d25598-f1ae-4ef1-a109-cdf91b221778 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10c6bb10c09f41b2bd958de46431d375&device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 1096 time: 0.2975707 Apr 20 05:49:26.915140 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be33ece-a229-4611-97e8-86552659433c req-482bcace-b633-4e4b-ae5c-5156c75b7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:26.916705 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4be33ece-a229-4611-97e8-86552659433c req-482bcace-b633-4e4b-ae5c-5156c75b7efd service neutron] 10.222.0.13 "GET /v2.0/networks?id=b33f592a-fb2a-48c3-93cb-6ae242341fc0 HTTP/1.1" status: 200 len: 918 time: 0.3057950 Apr 20 05:49:26.987863 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706293d-5f31-43b7-9990-81e7439dc8bf req-643af923-b2f4-4a9e-91e7-03c6c326b14c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:26.989496 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c706293d-5f31-43b7-9990-81e7439dc8bf req-643af923-b2f4-4a9e-91e7-03c6c326b14c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.4528170 Apr 20 05:49:27.101874 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4be33ece-a229-4611-97e8-86552659433c req-e5c9784a-6347-4f50-b1bc-c08e0d72813e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=916f709d-7e6d-4795-973e-504b174e9fdb HTTP/1.1" status: 200 len: 998 time: 0.1755607 Apr 20 05:49:27.113220 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c706293d-5f31-43b7-9990-81e7439dc8bf req-7c9010e0-66fb-4aa2-bd6a-a270b2cf6ac9 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153049 Apr 20 05:49:27.182163 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Router 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:49:27.194104 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be33ece-a229-4611-97e8-86552659433c req-6b72ce9c-cba5-4b6e-a50c-f95c7cf7bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:27.195695 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4be33ece-a229-4611-97e8-86552659433c req-6b72ce9c-cba5-4b6e-a50c-f95c7cf7bfb5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae89ec99-f254-4930-8e7f-44ab758e868e HTTP/1.1" status: 200 len: 856 time: 0.0815377 Apr 20 05:49:27.739223 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:49:27.742216 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be33ece-a229-4611-97e8-86552659433c req-f8bdf269-c746-4804-ad38-03db380da93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:27.744219 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4be33ece-a229-4611-97e8-86552659433c req-f8bdf269-c746-4804-ad38-03db380da93d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b33f592a-fb2a-48c3-93cb-6ae242341fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4918244 Apr 20 05:49:27.749208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5db5c3a-0f9c-43f0-ba52-51205abe4160 None None] Sync routers for ids ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:49:27.760138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5db5c3a-0f9c-43f0-ba52-51205abe4160 None None] Routers {'52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:49:27.760819 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-d5db5c3a-0f9c-43f0-ba52-51205abe4160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:49:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:27.856547 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d663b58c-1799-4350-9164-00117d81d70d req-694dc012-3854-404b-a470-2ced5f1f3144 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:27.858143 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d663b58c-1799-4350-9164-00117d81d70d req-694dc012-3854-404b-a470-2ced5f1f3144 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 945 time: 0.2635026 Apr 20 05:49:27.873436 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:27.949901 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-d5db5c3a-0f9c-43f0-ba52-51205abe4160 None None] Set router 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:49:27.988192 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c0428f14-f03d-40eb-bfa4-14176a408db3 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7760022 Apr 20 05:49:27.993196 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'tag': 'c84985bc-6343-48e6-b469-9fd9d0036e63'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:49:28.002697 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d663b58c-1799-4350-9164-00117d81d70d req-442562b9-6d57-4399-9448-aa550f825740 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339099 Apr 20 05:49:28.006560 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4be33ece-a229-4611-97e8-86552659433c req-8ab09908-49c6-48d2-81b3-1ddb0c2117dd service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540836 Apr 20 05:49:28.122802 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'tag': 'c84985bc-6343-48e6-b469-9fd9d0036e63', 'status': 'completed', 'code': 200} Apr 20 05:49:28.166806 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4be33ece-a229-4611-97e8-86552659433c req-d70fab38-8fdc-49c7-80ca-97f0a95141a4 service neutron] 10.222.0.13 "GET /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521378 Apr 20 05:49:28.237734 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6368d-042e-4bd8-847d-c52bf53a2ba9 req-52204f91-3faf-4ff4-9341-0c12d7886e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:28.239225 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6ff6368d-042e-4bd8-847d-c52bf53a2ba9 req-52204f91-3faf-4ff4-9341-0c12d7886e07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3bda5c8251c4b1f88cf6b1ead550c34&device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 1099 time: 0.0889935 Apr 20 05:49:28.337510 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-d5db5c3a-0f9c-43f0-ba52-51205abe4160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'name': 'tempest-TestShelveInstance-677912051-router', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:40Z', 'updated_at': '2021-04-20T05:48:44Z', 'revision_number': 4, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'gw_port': {'id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:41Z', 'updated_at': '2021-04-20T05:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_floatingips': [{'id': 'a4dbaede-38b3-4423-8b72-3fd6e3c6f04d', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'floating_ip_address': '172.28.3.183', 'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'router_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'port_id': 'c84985bc-6343-48e6-b469-9fd9d0036e63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'mac_address': 'fa:16:3e:15:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:49:25Z', 'updated_at': '2021-04-20T05:49:25Z', 'revision_number': 0, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bfc014-57c3-4a44-916e-0b033154a181', 'name': '', 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'mac_address': 'fa:16:3e:f9:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:43Z', 'updated_at': '2021-04-20T05:48:52Z', 'revision_number': 5, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'subnets': [{'id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:28.341830 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5db5c3a-0f9c-43f0-ba52-51205abe4160 None None] Checking router: 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:49:28.351665 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5db5c3a-0f9c-43f0-ba52-51205abe4160 None None] Routers {'52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:49:28.352354 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-d5db5c3a-0f9c-43f0-ba52-51205abe4160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:49:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:28.365186 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b500c75-273d-45f9-8f4b-2ec060284e25 req-40c9c871-3203-41aa-8313-3a19b473f14c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:28.367431 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3b500c75-273d-45f9-8f4b-2ec060284e25 req-40c9c871-3203-41aa-8313-3a19b473f14c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.1074831 Apr 20 05:49:28.407217 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6368d-042e-4bd8-847d-c52bf53a2ba9 req-f26be365-3e91-47cf-b420-d8164ebf2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:28.408803 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6ff6368d-042e-4bd8-847d-c52bf53a2ba9 req-f26be365-3e91-47cf-b420-d8164ebf2b18 service neutron] 10.222.0.13 "GET /v2.0/networks?id=59f9a348-1f60-4d3d-b509-0ccf381c10f1 HTTP/1.1" status: 200 len: 909 time: 0.1568685 Apr 20 05:49:28.415089 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3b500c75-273d-45f9-8f4b-2ec060284e25 req-edf85482-4d94-4fce-8266-0082ab540cf5 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410376 Apr 20 05:49:28.528447 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6ff6368d-042e-4bd8-847d-c52bf53a2ba9 req-f0e3e710-38fd-4879-828a-9dc5b0aa1593 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c84985bc-6343-48e6-b469-9fd9d0036e63 HTTP/1.1" status: 200 len: 1000 time: 0.1056037 Apr 20 05:49:28.542319 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-d5db5c3a-0f9c-43f0-ba52-51205abe4160 None None] Set router 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:49:28.600292 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6368d-042e-4bd8-847d-c52bf53a2ba9 req-df7b030f-2f91-4584-a417-469120cfff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:28.601818 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6ff6368d-042e-4bd8-847d-c52bf53a2ba9 req-df7b030f-2f91-4584-a417-469120cfff5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=442f9f84-efcc-4bf6-9a86-626d7e45fcf2 HTTP/1.1" status: 200 len: 847 time: 0.0664561 Apr 20 05:49:28.687678 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6368d-042e-4bd8-847d-c52bf53a2ba9 req-89456444-2fc6-41e1-8336-596e9f13366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:28.689309 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6ff6368d-042e-4bd8-847d-c52bf53a2ba9 req-89456444-2fc6-41e1-8336-596e9f13366c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59f9a348-1f60-4d3d-b509-0ccf381c10f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797400 Apr 20 05:49:28.845109 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6ff6368d-042e-4bd8-847d-c52bf53a2ba9 req-01b7548c-9c25-4228-8bc2-99f2b02936ef service neutron] 10.222.0.13 "GET /v2.0/networks/59f9a348-1f60-4d3d-b509-0ccf381c10f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449933 Apr 20 05:49:28.999663 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6ff6368d-042e-4bd8-847d-c52bf53a2ba9 req-0aa8e639-ee14-484d-ad17-8fdb2a965d7e service neutron] 10.222.0.13 "GET /v2.0/networks/59f9a348-1f60-4d3d-b509-0ccf381c10f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467040 Apr 20 05:49:29.089822 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-d5db5c3a-0f9c-43f0-ba52-51205abe4160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'name': 'tempest-TestShelveInstance-677912051-router', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:40Z', 'updated_at': '2021-04-20T05:48:44Z', 'revision_number': 4, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'gw_port': {'id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:41Z', 'updated_at': '2021-04-20T05:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_floatingips': [{'id': 'a4dbaede-38b3-4423-8b72-3fd6e3c6f04d', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'floating_ip_address': '172.28.3.183', 'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'router_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'port_id': 'c84985bc-6343-48e6-b469-9fd9d0036e63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'mac_address': 'fa:16:3e:15:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:49:25Z', 'updated_at': '2021-04-20T05:49:25Z', 'revision_number': 0, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bfc014-57c3-4a44-916e-0b033154a181', 'name': '', 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'mac_address': 'fa:16:3e:f9:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:43Z', 'updated_at': '2021-04-20T05:48:52Z', 'revision_number': 5, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'subnets': [{'id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:29.094652 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5db5c3a-0f9c-43f0-ba52-51205abe4160 None None] The sync data for ids ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'] in dv-cinder-786054-4-smb is: [{'id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'name': 'tempest-TestShelveInstance-677912051-router', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:40Z', 'updated_at': '2021-04-20T05:48:44Z', 'revision_number': 4, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'gw_port': {'id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:41Z', 'updated_at': '2021-04-20T05:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_floatingips': [{'id': 'a4dbaede-38b3-4423-8b72-3fd6e3c6f04d', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'floating_ip_address': '172.28.3.183', 'floating_network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'router_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'port_id': 'c84985bc-6343-48e6-b469-9fd9d0036e63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'mac_address': 'fa:16:3e:15:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T05:49:25Z', 'updated_at': '2021-04-20T05:49:25Z', 'revision_number': 0, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bfc014-57c3-4a44-916e-0b033154a181', 'name': '', 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'mac_address': 'fa:16:3e:f9:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:43Z', 'updated_at': '2021-04-20T05:48:52Z', 'revision_number': 5, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'subnets': [{'id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:49:29.300042 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5da54-129c-43e2-941c-86392a330dee req-c828387d-2c66-419c-9fd3-84d060c8d5bd tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:29.310127 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c0e5da54-129c-43e2-941c-86392a330dee req-c828387d-2c66-419c-9fd3-84d060c8d5bd tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 945 time: 0.1191123 Apr 20 05:49:29.364743 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c0e5da54-129c-43e2-941c-86392a330dee req-507e0cbb-ea02-4bbb-b24b-5dc518834608 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533898 Apr 20 05:49:29.499888 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b200e45-9edc-49b4-ac2b-45a56068061e None None] New status for floating IP a4dbaede-38b3-4423-8b72-3fd6e3c6f04d: ACTIVE {{(pid=86334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 05:49:29.672541 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea65358-b4a4-41fa-8d11-244d20ff8773 req-5875ac29-709b-4936-bc3b-577402bf91c7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:29.674722 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-bea65358-b4a4-41fa-8d11-244d20ff8773 req-5875ac29-709b-4936-bc3b-577402bf91c7 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.1184304 Apr 20 05:49:29.744585 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-bea65358-b4a4-41fa-8d11-244d20ff8773 req-b8918617-cdfd-4263-99a9-404f735af673 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607853 Apr 20 05:49:30.575510 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2118883-b9d9-4aca-a881-243da00114dc req-08972922-d3a8-4bc9-ab58-6f6fe8bb0da7 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:30.577015 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e2118883-b9d9-4aca-a881-243da00114dc req-08972922-d3a8-4bc9-ab58-6f6fe8bb0da7 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 945 time: 0.0928314 Apr 20 05:49:30.627373 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e2118883-b9d9-4aca-a881-243da00114dc req-47ab0628-f1dc-416e-ab39-0aa50ed25d76 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435174 Apr 20 05:49:30.965920 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc2274-cd1e-473f-b719-96b5ba8f6265 req-fa60797f-b05d-45d8-a0bb-45e2c4223a94 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:30.967502 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0dcc2274-cd1e-473f-b719-96b5ba8f6265 req-fa60797f-b05d-45d8-a0bb-45e2c4223a94 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.0911286 Apr 20 05:49:31.017032 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0dcc2274-cd1e-473f-b719-96b5ba8f6265 req-3ff09128-d025-4ac8-a78c-50cb47cc0d34 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Apr 20 05:49:31.836642 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca231e-d628-4a93-9483-bf15d892d859 req-02b09839-c73a-4e1b-a4ad-fc8879f1ce2c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:31.838382 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-00ca231e-d628-4a93-9483-bf15d892d859 req-02b09839-c73a-4e1b-a4ad-fc8879f1ce2c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 945 time: 0.0938051 Apr 20 05:49:31.886890 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-00ca231e-d628-4a93-9483-bf15d892d859 req-cb82d5c0-92f0-4a2d-99ad-98cc9913180a tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420010 Apr 20 05:49:32.252033 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec732cd3-f740-4f82-9424-740a91e2062d req-535e5d92-d3e0-4699-8e1c-05b00b937fbf tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:32.253666 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ec732cd3-f740-4f82-9424-740a91e2062d req-535e5d92-d3e0-4699-8e1c-05b00b937fbf tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.0978487 Apr 20 05:49:32.304637 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ec732cd3-f740-4f82-9424-740a91e2062d req-0f7a15b5-156a-477b-ad35-97b6b358a2f6 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442581 Apr 20 05:49:33.103937 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a58dcb-3d76-4f6d-82fb-14d53d1d6a10 req-3457b4b6-7204-456c-a655-d53f2a74ff10 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:33.105601 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e3a58dcb-3d76-4f6d-82fb-14d53d1d6a10 req-3457b4b6-7204-456c-a655-d53f2a74ff10 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 945 time: 0.0932899 Apr 20 05:49:33.162215 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e3a58dcb-3d76-4f6d-82fb-14d53d1d6a10 req-3a845953-a78a-4227-a66f-173695dfef02 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483458 Apr 20 05:49:33.512067 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eef449-4ec1-47d1-9696-69f3cd35e5bd req-2c592208-1cae-4f5a-b1c9-910ea86cacf9 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:33.513708 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d5eef449-4ec1-47d1-9696-69f3cd35e5bd req-2c592208-1cae-4f5a-b1c9-910ea86cacf9 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.0895758 Apr 20 05:49:33.562406 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d5eef449-4ec1-47d1-9696-69f3cd35e5bd req-75c0bf3e-d16a-4351-bcd4-59b442789661 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415413 Apr 20 05:49:34.380363 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d7204-62df-4edb-9a95-41d2658b55b3 req-43ba0b03-53d7-4794-9b75-d2c2ca64ea53 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:34.382082 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-326d7204-62df-4edb-9a95-41d2658b55b3 req-43ba0b03-53d7-4794-9b75-d2c2ca64ea53 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 945 time: 0.0979805 Apr 20 05:49:34.431511 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-326d7204-62df-4edb-9a95-41d2658b55b3 req-51254c4c-d226-4344-9bd6-74d89dcf354d tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427554 Apr 20 05:49:34.780936 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70097f6-52cb-4b02-8f36-f7904eb487ea req-17c47b55-2a08-4724-b301-de3747503c13 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:34.782578 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c70097f6-52cb-4b02-8f36-f7904eb487ea req-17c47b55-2a08-4724-b301-de3747503c13 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.0978942 Apr 20 05:49:34.833394 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c70097f6-52cb-4b02-8f36-f7904eb487ea req-4c1b787f-be1d-4f9f-a2ad-ae26ef918664 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440042 Apr 20 05:49:35.637744 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265183cf-ff9c-4274-afff-881534848f2d req-1db8d161-f6a6-45c4-af62-d7a2d84dc6f5 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:35.639341 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-265183cf-ff9c-4274-afff-881534848f2d req-1db8d161-f6a6-45c4-af62-d7a2d84dc6f5 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 945 time: 0.0945950 Apr 20 05:49:35.693031 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-265183cf-ff9c-4274-afff-881534848f2d req-663ba973-ba7f-444d-8262-d008ef8a2f23 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470526 Apr 20 05:49:36.049641 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842aaf25-08fb-4102-acca-872b125bc2ee req-cbe162fe-f432-434b-881b-92e4c9a04c41 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:36.051612 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-842aaf25-08fb-4102-acca-872b125bc2ee req-cbe162fe-f432-434b-881b-92e4c9a04c41 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.0930250 Apr 20 05:49:36.108136 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-842aaf25-08fb-4102-acca-872b125bc2ee req-874a3df5-cc6e-498d-b7bb-588f676243fa tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498345 Apr 20 05:49:36.203746 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-71ca4ebe-8c0f-4c3b-888e-e901c83b0f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:36.896821 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e8f03-d6ee-46f3-a01c-ec870776dfc1 req-0b14b92e-3085-4c1c-816d-d346c6c4d1d2 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:36.898541 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-990e8f03-d6ee-46f3-a01c-ec870776dfc1 req-0b14b92e-3085-4c1c-816d-d346c6c4d1d2 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 945 time: 0.0888567 Apr 20 05:49:36.950194 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-990e8f03-d6ee-46f3-a01c-ec870776dfc1 req-7bed7f27-c495-40b4-8c1a-e466be33130f tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438759 Apr 20 05:49:37.323023 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45569d9-2b78-47b4-8d3d-e2af561ce717 req-ca7baa75-f340-4142-b167-fe2b8d2729e0 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:37.324660 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c45569d9-2b78-47b4-8d3d-e2af561ce717 req-ca7baa75-f340-4142-b167-fe2b8d2729e0 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.0922258 Apr 20 05:49:37.372502 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c45569d9-2b78-47b4-8d3d-e2af561ce717 req-e553f3ed-016e-41f7-a306-45f4f86fb66d tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411143 Apr 20 05:49:37.936368 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8fcc-14bc-4a49-b713-97dfbfc9cb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:38.184831 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b338b34-02ae-4e20-b1d9-61ce951afcce req-900a380a-1e8e-4470-8151-d7f7fcfbbf1a tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:38.186546 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3b338b34-02ae-4e20-b1d9-61ce951afcce req-900a380a-1e8e-4470-8151-d7f7fcfbbf1a tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 945 time: 0.0939405 Apr 20 05:49:38.242021 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3b338b34-02ae-4e20-b1d9-61ce951afcce req-7e3e6dca-ecb5-4c3d-bdc0-279963027842 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435493 Apr 20 05:49:38.594597 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c83c8d-d8ee-489a-97f2-9f93770bb71d req-d6ee26d1-6505-41d2-9cac-ef182c065b0f tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:38.596215 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-87c83c8d-d8ee-489a-97f2-9f93770bb71d req-d6ee26d1-6505-41d2-9cac-ef182c065b0f tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.0991108 Apr 20 05:49:38.647001 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-87c83c8d-d8ee-489a-97f2-9f93770bb71d req-41245426-45a5-441e-bae4-fa10a2ef339c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433006 Apr 20 05:49:38.769797 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:39.449763 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b089f-b029-4e1a-9ea3-466c3be9dab5 req-29360295-36f7-4d42-b74b-8b915bd7a328 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:39.451348 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-926b089f-b029-4e1a-9ea3-466c3be9dab5 req-29360295-36f7-4d42-b74b-8b915bd7a328 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 945 time: 0.0917654 Apr 20 05:49:39.502846 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-926b089f-b029-4e1a-9ea3-466c3be9dab5 req-e0dbb5f9-bedc-4f8e-ba28-9b95648e2b5c tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443060 Apr 20 05:49:39.534820 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:39.861058 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a528a7a-5caf-42a8-993b-0efdf0d2aa6c req-3aac4282-7b9d-4907-bcee-fc1c554d4e17 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:39.862785 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9a528a7a-5caf-42a8-993b-0efdf0d2aa6c req-3aac4282-7b9d-4907-bcee-fc1c554d4e17 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.0887442 Apr 20 05:49:39.910268 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9a528a7a-5caf-42a8-993b-0efdf0d2aa6c req-4013ea17-d562-4ac3-926c-b6810bd52347 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404327 Apr 20 05:49:40.401828 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:40.717803 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b165d-9fc3-44f8-8579-997ab3811ff1 req-45a8b141-f742-4849-9d52-902d42a89597 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:40.719353 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e54b165d-9fc3-44f8-8579-997ab3811ff1 req-45a8b141-f742-4849-9d52-902d42a89597 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 945 time: 0.0947220 Apr 20 05:49:40.767144 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e54b165d-9fc3-44f8-8579-997ab3811ff1 req-0b8f8467-1204-42b0-a1ca-a4243b5fcd58 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411277 Apr 20 05:49:41.009957 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93018f80-7c7b-410f-b982-99ec4dc63db1 req-b8d55416-4a92-4f90-a8ce-a96a0fbb2a2d tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:41.011487 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-93018f80-7c7b-410f-b982-99ec4dc63db1 req-b8d55416-4a92-4f90-a8ce-a96a0fbb2a2d tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.13 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 945 time: 0.1099494 Apr 20 05:49:41.090872 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-93018f80-7c7b-410f-b982-99ec4dc63db1 req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Deleting port 78d20255-8db8-4b1b-81b6-829f22bc343b {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:49:41.091588 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-93018f80-7c7b-410f-b982-99ec4dc63db1 req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:41.120421 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1b9c4-2b04-45bc-bafa-b5197d9083ec req-20b8221c-5332-4def-b21b-745fd6d32e0d tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:41.122814 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8fb1b9c4-2b04-45bc-bafa-b5197d9083ec req-20b8221c-5332-4def-b21b-745fd6d32e0d tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 943 time: 0.0924544 Apr 20 05:49:41.169692 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8fb1b9c4-2b04-45bc-bafa-b5197d9083ec req-b549e1de-dbd4-40cc-aeb8-03e7787732ce tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412216 Apr 20 05:49:41.364119 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-93018f80-7c7b-410f-b982-99ec4dc63db1 req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] For port 78d20255-8db8-4b1b-81b6-829f22bc343b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=78d20255-8db8-4b1b-81b6-829f22bc343b,segment=NetworkSegment(d8111d06-d8c2-478d-81bb-a8d0dca3ec2f),segment_id=d8111d06-d8c2-478d-81bb-a8d0dca3ec2f)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:41.364517 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-93018f80-7c7b-410f-b982-99ec4dc63db1 req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:41.951629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-93018f80-7c7b-410f-b982-99ec4dc63db1 req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:41.952250 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-93018f80-7c7b-410f-b982-99ec4dc63db1 req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:41.952382 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.l3_db [req-93018f80-7c7b-410f-b982-99ec4dc63db1 req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Floating IP 515478cd-d80b-4286-8f54-febe6a9009dc disassociated. External IP: 172.28.3.165, port: 78d20255-8db8-4b1b-81b6-829f22bc343b. Apr 20 05:49:41.952691 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-93018f80-7c7b-410f-b982-99ec4dc63db1 req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Calling delete_port for 78d20255-8db8-4b1b-81b6-829f22bc343b owned by compute:nova {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:49:42.029018 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 916f709d-7e6d-4795-973e-504b174e9fdb details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:49:42.059245 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049eb0a-7bf8-4c30-a0bf-b10afddcf4bd req-8353d5a1-0227-4799-950e-edcd0f1583b7 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:42.060699 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6049eb0a-7bf8-4c30-a0bf-b10afddcf4bd req-8353d5a1-0227-4799-950e-edcd0f1583b7 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 945 time: 0.1764081 Apr 20 05:49:42.150076 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6049eb0a-7bf8-4c30-a0bf-b10afddcf4bd req-ca850825-250d-486b-a07d-46e7534190ef tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups?id=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573936 Apr 20 05:49:42.167940 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-93018f80-7c7b-410f-b982-99ec4dc63db1 req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:42.175270 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:42.183297 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 916f709d-7e6d-4795-973e-504b174e9fdb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=916f709d-7e6d-4795-973e-504b174e9fdb,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:42.197400 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': '916f709d-7e6d-4795-973e-504b174e9fdb', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'port_id': '916f709d-7e6d-4795-973e-504b174e9fdb', 'mac_address': 'fa:16:3e:4a:6f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:49:42.223132 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Pushing event deleted for resources: {'Port': ['ID=78d20255-8db8-4b1b-81b6-829f22bc343b,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:42.234317 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.234737 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.235145 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.235550 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.235948 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.236350 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.236744 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.237169 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.237568 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.237962 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.238361 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.238751 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.243218 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:42.263672 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:42.282712 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 916f709d-7e6d-4795-973e-504b174e9fdb {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:49:42.302545 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 916f709d-7e6d-4795-973e-504b174e9fdb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=916f709d-7e6d-4795-973e-504b174e9fdb,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:42.306067 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:42.308902 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:42.336616 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c15192f4-8e38-46f4-9eb5-73d32e363e7c req-9a0dab21-73ca-447e-98d0-a1a8a9418acf tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1778218298&fields=id&tenant_id=021633b04e9d4684b74fff6ed36ae827 HTTP/1.1" status: 200 len: 267 time: 0.0680707 Apr 20 05:49:42.384723 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=916f709d-7e6d-4795-973e-504b174e9fdb,revision_number=9']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:42.393971 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.394362 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.394853 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.395264 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.395705 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.396074 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.396445 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.396813 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.397202 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.397563 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.397930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.398263 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:49:42.408532 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:42.434201 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15192f4-8e38-46f4-9eb5-73d32e363e7c req-1f8bfd7f-1960-4bef-bb22-0d0dbfd26f26 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:42.435807 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c15192f4-8e38-46f4-9eb5-73d32e363e7c req-1f8bfd7f-1960-4bef-bb22-0d0dbfd26f26 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 985 time: 0.0928793 Apr 20 05:49:42.448102 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-c15192f4-8e38-46f4-9eb5-73d32e363e7c req-23189607-a3ce-4ba8-80dd-c7a878ada5dc tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Request body: {'port': {'security_groups': ['bf2efda3-9ff2-465f-bf0d-fd88f552b285']}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:49:42.511766 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93018f80-7c7b-410f-b982-99ec4dc63db1 req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Router 454b8d86-c0db-475a-9276-585379864a1a has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:49:42.522766 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2252eb9-5d0e-4282-b257-6e3f23f25b64 req-b015bac5-4d7a-417d-a017-b5f8b18ffd68 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:42.524418 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e2252eb9-5d0e-4282-b257-6e3f23f25b64 req-b015bac5-4d7a-417d-a017-b5f8b18ffd68 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 944 time: 0.1470008 Apr 20 05:49:42.548748 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['916f709d-7e6d-4795-973e-504b174e9fdb'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:49:42.578945 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-c15192f4-8e38-46f4-9eb5-73d32e363e7c req-23189607-a3ce-4ba8-80dd-c7a878ada5dc tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:42.724996 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e2252eb9-5d0e-4282-b257-6e3f23f25b64 req-e8ff424a-70aa-438b-bdab-378ad763952c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922286 Apr 20 05:49:42.769686 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93018f80-7c7b-410f-b982-99ec4dc63db1 req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:49:42.780013 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aad5773-1187-4e16-9276-f48c61c6152f None None] Sync routers for ids ['454b8d86-c0db-475a-9276-585379864a1a'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:49:42.790048 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aad5773-1187-4e16-9276-f48c61c6152f None None] Routers {'454b8d86-c0db-475a-9276-585379864a1a'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:49:42.790945 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-0aad5773-1187-4e16-9276-f48c61c6152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:49:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['454b8d86-c0db-475a-9276-585379864a1a'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:42.850069 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-c15192f4-8e38-46f4-9eb5-73d32e363e7c req-23189607-a3ce-4ba8-80dd-c7a878ada5dc tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] For port 71e90e78-2ec6-437b-93a3-fe4b19c9144b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=71e90e78-2ec6-437b-93a3-fe4b19c9144b,segment=NetworkSegment(59adb665-f13d-461a-bbec-db50e0697ffa),segment_id=59adb665-f13d-461a-bbec-db50e0697ffa)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:42.869000 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-93018f80-7c7b-410f-b982-99ec4dc63db1 req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] No DVR routers for this DVR port 78d20255-8db8-4b1b-81b6-829f22bc343b on host hv-cinder-78605 {{(pid=86332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:49:42.871945 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-93018f80-7c7b-410f-b982-99ec4dc63db1 req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:42.874891 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29733433-710e-4887-b1e8-669ea8d5465b', 'name': 'network-vif-deleted', 'tag': '78d20255-8db8-4b1b-81b6-829f22bc343b'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:49:42.877407 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-c15192f4-8e38-46f4-9eb5-73d32e363e7c req-23189607-a3ce-4ba8-80dd-c7a878ada5dc tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for port, precommit_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:42.881489 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-c15192f4-8e38-46f4-9eb5-73d32e363e7c req-23189607-a3ce-4ba8-80dd-c7a878ada5dc tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11767912'] for port, after_update {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:42.893222 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-8b2ec65d-4aec-475a-aa7f-dcd2a214af84 tempest-ServerRescueNegativeTestJSON-936926132 tempest-ServerRescueNegativeTestJSON-936926132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:42.894286 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-93018f80-7c7b-410f-b982-99ec4dc63db1 req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.13 "DELETE /v2.0/ports/78d20255-8db8-4b1b-81b6-829f22bc343b HTTP/1.1" status: 204 len: 173 time: 1.8761904 Apr 20 05:49:42.966008 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15192f4-8e38-46f4-9eb5-73d32e363e7c req-23189607-a3ce-4ba8-80dd-c7a878ada5dc tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:42.966816 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-c15192f4-8e38-46f4-9eb5-73d32e363e7c req-23189607-a3ce-4ba8-80dd-c7a878ada5dc tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:42.975436 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c15192f4-8e38-46f4-9eb5-73d32e363e7c req-23189607-a3ce-4ba8-80dd-c7a878ada5dc tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "PUT /v2.0/ports/71e90e78-2ec6-437b-93a3-fe4b19c9144b HTTP/1.1" status: 200 len: 943 time: 0.5323367 Apr 20 05:49:42.975630 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 57436) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:49:42.976061 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'tag': '71e90e78-2ec6-437b-93a3-fe4b19c9144b'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:49:43.014157 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29733433-710e-4887-b1e8-669ea8d5465b', 'name': 'network-vif-deleted', 'tag': '78d20255-8db8-4b1b-81b6-829f22bc343b', 'status': 'completed', 'code': 200} Apr 20 05:49:43.047299 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-0aad5773-1187-4e16-9276-f48c61c6152f None None] Set router 454b8d86-c0db-475a-9276-585379864a1a gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:49:43.049702 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'tag': '71e90e78-2ec6-437b-93a3-fe4b19c9144b', 'status': 'completed', 'code': 200} Apr 20 05:49:43.067127 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23189607-a3ce-4ba8-80dd-c7a878ada5dc tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Pushing event updated for resources: {'Port': ['ID=71e90e78-2ec6-437b-93a3-fe4b19c9144b,revision_number=7']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:43.073860 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-23189607-a3ce-4ba8-80dd-c7a878ada5dc tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:43.107326 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['71e90e78-2ec6-437b-93a3-fe4b19c9144b'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:49:43.143307 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['71e90e78-2ec6-437b-93a3-fe4b19c9144b'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:49:43.183035 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-56f6a9ab-0bf8-4ed1-a88d-1dd9163804b8 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:43.228220 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-56f6a9ab-0bf8-4ed1-a88d-1dd9163804b8 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:43.256607 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d6fb2-7f11-43ba-a759-2bb973ecd2f5 req-4584b45d-9e22-45a3-af2d-148bfee8ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:43.258286 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-077d6fb2-7f11-43ba-a759-2bb973ecd2f5 req-4584b45d-9e22-45a3-af2d-148bfee8ba2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=021633b04e9d4684b74fff6ed36ae827&device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 1099 time: 0.1785076 Apr 20 05:49:43.343046 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-3d041862-5ed1-4f74-a816-7eaa839c3d64 None None] Provisioning complete for port 71e90e78-2ec6-437b-93a3-fe4b19c9144b triggered by entity DHCP. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:49:43.343460 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3d041862-5ed1-4f74-a816-7eaa839c3d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:43.402521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-f385bbee-21fc-4669-9d13-61ec4577f4b8 req-bc47ad10-e002-476c-91eb-37a7df274508 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Synchronizing usage tracker for tenant:2ab7172ed9a44fe6aa1df137f47c43e3 on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:49:43.456377 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-f385bbee-21fc-4669-9d13-61ec4577f4b8 req-bc47ad10-e002-476c-91eb-37a7df274508 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Unset dirty status for tenant:2ab7172ed9a44fe6aa1df137f47c43e3 on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:49:43.457577 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f385bbee-21fc-4669-9d13-61ec4577f4b8 req-bc47ad10-e002-476c-91eb-37a7df274508 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/ports?device_id=29733433-710e-4887-b1e8-669ea8d5465b HTTP/1.1" status: 200 len: 210 time: 0.1608553 Apr 20 05:49:43.483514 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d6fb2-7f11-43ba-a759-2bb973ecd2f5 req-7c373b08-c2af-446d-8b52-bbb26fc9fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:43.485287 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-077d6fb2-7f11-43ba-a759-2bb973ecd2f5 req-7c373b08-c2af-446d-8b52-bbb26fc9fbb1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5dbeac21-b7c3-43ba-938f-f593c439d69c HTTP/1.1" status: 200 len: 916 time: 0.2157600 Apr 20 05:49:43.486394 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-56f6a9ab-0bf8-4ed1-a88d-1dd9163804b8 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:43.491842 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-35f3683a-5598-4b55-8801-ca86a71e3b60 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:43.569818 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6a9ab-0bf8-4ed1-a88d-1dd9163804b8 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=badbbeb9-a7d5-45ee-b3ff-eda575d2a740,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:43.583295 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-56f6a9ab-0bf8-4ed1-a88d-1dd9163804b8 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:43.599296 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-56f6a9ab-0bf8-4ed1-a88d-1dd9163804b8 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:43.600546 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-56f6a9ab-0bf8-4ed1-a88d-1dd9163804b8 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "DELETE /v2.0/security-groups/badbbeb9-a7d5-45ee-b3ff-eda575d2a740 HTTP/1.1" status: 204 len: 168 time: 0.6237915 Apr 20 05:49:43.603656 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 57444) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:49:43.623325 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-077d6fb2-7f11-43ba-a759-2bb973ecd2f5 req-77f2f084-4c73-4b90-9aaf-82016dd84e8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71e90e78-2ec6-437b-93a3-fe4b19c9144b HTTP/1.1" status: 200 len: 1002 time: 0.1229041 Apr 20 05:49:43.702250 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d6fb2-7f11-43ba-a759-2bb973ecd2f5 req-507583d6-6129-4199-ac34-d5ac381a5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:43.703840 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-077d6fb2-7f11-43ba-a759-2bb973ecd2f5 req-507583d6-6129-4199-ac34-d5ac381a5778 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34e41885-f0bc-4ded-8c2f-b5c7fdb723bf HTTP/1.1" status: 200 len: 854 time: 0.0712640 Apr 20 05:49:43.793928 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d6fb2-7f11-43ba-a759-2bb973ecd2f5 req-a0903fb7-26c3-4f95-9da0-dcf356655c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:43.796131 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-077d6fb2-7f11-43ba-a759-2bb973ecd2f5 req-a0903fb7-26c3-4f95-9da0-dcf356655c19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dbeac21-b7c3-43ba-938f-f593c439d69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838048 Apr 20 05:49:43.827436 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-4bf4abc6-15af-45d7-a901-b6a7b6f9bd9b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Deleting port b2cec4a9-08dd-453a-b14a-4d4e65295e8f {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:49:43.827817 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4bf4abc6-15af-45d7-a901-b6a7b6f9bd9b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:43.898097 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:43.903037 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-0aad5773-1187-4e16-9276-f48c61c6152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '42a08a00-0bca-45d8-860d-3912986250d7', 'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'mac_address': 'fa:16:3e:09:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:24Z', 'revision_number': 5, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'subnets': [{'id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:43.911627 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aad5773-1187-4e16-9276-f48c61c6152f None None] Checking router: 454b8d86-c0db-475a-9276-585379864a1a for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:49:43.922324 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aad5773-1187-4e16-9276-f48c61c6152f None None] Routers {'454b8d86-c0db-475a-9276-585379864a1a'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:49:43.922980 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-0aad5773-1187-4e16-9276-f48c61c6152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:49:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['454b8d86-c0db-475a-9276-585379864a1a'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:43.956122 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-077d6fb2-7f11-43ba-a759-2bb973ecd2f5 req-299081fd-f79d-4891-b258-c727b7d275df service neutron] 10.222.0.13 "GET /v2.0/networks/5dbeac21-b7c3-43ba-938f-f593c439d69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521540 Apr 20 05:49:44.044597 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 916f709d-7e6d-4795-973e-504b174e9fdb up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:49:44.064139 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25034071-d017-4175-891b-ce6070ccf442 req-aa2e7004-0f5c-40e6-a57d-18249bbb2892 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:44.065780 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-25034071-d017-4175-891b-ce6070ccf442 req-aa2e7004-0f5c-40e6-a57d-18249bbb2892 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 944 time: 0.2026870 Apr 20 05:49:44.116398 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-077d6fb2-7f11-43ba-a759-2bb973ecd2f5 req-a0b264ec-9dac-4df3-aedf-811db7ddeb92 service neutron] 10.222.0.13 "GET /v2.0/networks/5dbeac21-b7c3-43ba-938f-f593c439d69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503804 Apr 20 05:49:44.136539 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4bf4abc6-15af-45d7-a901-b6a7b6f9bd9b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:44.137113 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4bf4abc6-15af-45d7-a901-b6a7b6f9bd9b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:44.153068 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-25034071-d017-4175-891b-ce6070ccf442 req-2e655b46-c6b8-4439-9327-7b5daecca9c4 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691698 Apr 20 05:49:44.288767 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-4bf4abc6-15af-45d7-a901-b6a7b6f9bd9b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Calling delete_port for b2cec4a9-08dd-453a-b14a-4d4e65295e8f owned by network:floatingip {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:49:44.338271 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-0aad5773-1187-4e16-9276-f48c61c6152f None None] Set router 454b8d86-c0db-475a-9276-585379864a1a gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:49:44.399546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port 916f709d-7e6d-4795-973e-504b174e9fdb triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:49:44.399970 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:44.446791 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4bf4abc6-15af-45d7-a901-b6a7b6f9bd9b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:44.450586 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-475e54a3-bfc6-4e8f-aea5-cf723274175b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:44.498969 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf4abc6-15af-45d7-a901-b6a7b6f9bd9b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Pushing event deleted for resources: {'Port': ['ID=b2cec4a9-08dd-453a-b14a-4d4e65295e8f,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:44.501628 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4bf4abc6-15af-45d7-a901-b6a7b6f9bd9b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:44.597388 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4bf4abc6-15af-45d7-a901-b6a7b6f9bd9b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks [] for floatingip, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:44.597622 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.l3_db [None req-4bf4abc6-15af-45d7-a901-b6a7b6f9bd9b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Floating IP e988963b-42d2-4c72-b50d-f12b109eaf73 disassociated (deleted). External IP: 172.28.3.167, port: 71e90e78-2ec6-437b-93a3-fe4b19c9144b. Apr 20 05:49:44.603854 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 57454) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:49:44.673978 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-db30a900-4575-410f-834c-56c13ef1af06 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:44.703651 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-db30a900-4575-410f-834c-56c13ef1af06 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:44.745678 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:44.755908 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-db30a900-4575-410f-834c-56c13ef1af06 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:44.762681 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-54ca0c97-26ea-49fa-9f4a-1f08ff14364e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:44.780811 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30a900-4575-410f-834c-56c13ef1af06 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed43b79e-dab1-4f7a-9fc6-ded1f9135f68,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:44.784214 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-db30a900-4575-410f-834c-56c13ef1af06 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:44.787294 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916f709d-7e6d-4795-973e-504b174e9fdb'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:49:44.796952 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-db30a900-4575-410f-834c-56c13ef1af06 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:44.801981 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-db30a900-4575-410f-834c-56c13ef1af06 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "DELETE /v2.0/security-groups/ed43b79e-dab1-4f7a-9fc6-ded1f9135f68 HTTP/1.1" status: 204 len: 168 time: 0.1967402 Apr 20 05:49:44.802702 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 57460) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:49:44.811730 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 916f709d-7e6d-4795-973e-504b174e9fdb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=916f709d-7e6d-4795-973e-504b174e9fdb,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:44.820752 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:44.821648 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 78d20255-8db8-4b1b-81b6-829f22bc343b no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:49:44.826276 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.v2.resource [None req-f0304662-23d7-4bf2-8be9-9fa53b7f709e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] show failed (client error): The resource could not be found. Apr 20 05:49:44.834001 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-f0304662-23d7-4bf2-8be9-9fa53b7f709e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "GET /v2.0/security-groups/ed43b79e-dab1-4f7a-9fc6-ded1f9135f68 HTTP/1.1" status: 404 len: 347 time: 0.0295761 Apr 20 05:49:44.835111 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 57466) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:49:44.853763 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:44.895230 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] No Port match for: 78d20255-8db8-4b1b-81b6-829f22bc343b {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:49:44.895230 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 78d20255-8db8-4b1b-81b6-829f22bc343b not bound to the agent host hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:49:44.931459 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '916f709d-7e6d-4795-973e-504b174e9fdb', 'code': 200} Apr 20 05:49:44.937180 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-0aad5773-1187-4e16-9276-f48c61c6152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '42a08a00-0bca-45d8-860d-3912986250d7', 'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'mac_address': 'fa:16:3e:09:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:24Z', 'revision_number': 5, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'subnets': [{'id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:44.943718 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aad5773-1187-4e16-9276-f48c61c6152f None None] The sync data for ids ['454b8d86-c0db-475a-9276-585379864a1a'] in dv-cinder-786054-4-smb is: [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:44:07Z', 'revision_number': 4, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '42a08a00-0bca-45d8-860d-3912986250d7', 'name': '', 'network_id': '411e23b4-e2d6-46df-bd62-b0674bdfd076', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'mac_address': 'fa:16:3e:09:e9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:24Z', 'revision_number': 5, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'subnets': [{'id': '0e3b9602-f3b1-465a-896e-3c5b83aebaa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:49:44.949850 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=916f709d-7e6d-4795-973e-504b174e9fdb,revision_number=10']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:44.953914 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:45.014234 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf4abc6-15af-45d7-a901-b6a7b6f9bd9b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Router 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:49:45.028692 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-9e562e96-13fd-4408-a18e-9a7bf0f5d51e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Deleting port 8315fcf1-a3a2-47ac-b145-d79cf7e0ff0c {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:49:45.029051 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9e562e96-13fd-4408-a18e-9a7bf0f5d51e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:45.297915 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9e562e96-13fd-4408-a18e-9a7bf0f5d51e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:45.297915 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9e562e96-13fd-4408-a18e-9a7bf0f5d51e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:45.307430 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d9602-d44c-40e4-98f2-f77a4728bd0f req-743add26-b69d-4e7c-96e9-0f80348309a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:45.309071 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c13d9602-d44c-40e4-98f2-f77a4728bd0f req-743add26-b69d-4e7c-96e9-0f80348309a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 1099 time: 0.1455061 Apr 20 05:49:45.432720 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4dfec2-09d0-4d89-b73f-173a7265f3a3 None None] New status for floating IP 515478cd-d80b-4286-8f54-febe6a9009dc: DOWN {{(pid=86334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 05:49:45.444611 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-9e562e96-13fd-4408-a18e-9a7bf0f5d51e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Calling delete_port for 8315fcf1-a3a2-47ac-b145-d79cf7e0ff0c owned by network:floatingip {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:49:45.520270 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c13d9602-d44c-40e4-98f2-f77a4728bd0f req-d96bfd00-1bc5-496a-9a5c-435945243da5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524062 Apr 20 05:49:45.525726 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf4abc6-15af-45d7-a901-b6a7b6f9bd9b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:49:45.538491 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bd958-b8b8-4aa7-bb7a-a31c17beeeb8 None None] Sync routers for ids ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:49:45.544234 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5beac-e985-4630-9040-392419195df4 req-a8382e55-a627-4928-9b26-0ed30d7f99f0 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:45.545859 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c5a5beac-e985-4630-9040-392419195df4 req-a8382e55-a627-4928-9b26-0ed30d7f99f0 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 946 time: 0.2073703 Apr 20 05:49:45.562708 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bd958-b8b8-4aa7-bb7a-a31c17beeeb8 None None] Routers {'3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:49:45.563992 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-3f9bd958-b8b8-4aa7-bb7a-a31c17beeeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:49:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:45.582875 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4bf4abc6-15af-45d7-a901-b6a7b6f9bd9b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for floatingip, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:45.607427 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.db.api [None req-cf4dfec2-09d0-4d89-b73f-173a7265f3a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86334) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 05:49:45.607660 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9e562e96-13fd-4408-a18e-9a7bf0f5d51e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:45.607806 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_db.api [None req-cf4dfec2-09d0-4d89-b73f-173a7265f3a3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 05:49:45.612401 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-307644cd-8128-4610-89bd-ca1c906bd150 tempest-VolumesActionsTest-1368998025 tempest-VolumesActionsTest-1368998025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:45.649599 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c5a5beac-e985-4630-9040-392419195df4 req-0ab032e4-4ff6-4d3c-8597-99ed525eb6e8 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939932 Apr 20 05:49:45.660305 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-4bf4abc6-15af-45d7-a901-b6a7b6f9bd9b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "DELETE /v2.0/floatingips/e988963b-42d2-4c72-b50d-f12b109eaf73 HTTP/1.1" status: 204 len: 168 time: 2.0552619 Apr 20 05:49:45.661073 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'tag': '71e90e78-2ec6-437b-93a3-fe4b19c9144b'}] {{(pid=86331) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:49:45.716473 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'tag': '71e90e78-2ec6-437b-93a3-fe4b19c9144b', 'status': 'completed', 'code': 200} Apr 20 05:49:45.796322 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-3f9bd958-b8b8-4aa7-bb7a-a31c17beeeb8 None None] Set router 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:49:45.924048 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e562e96-13fd-4408-a18e-9a7bf0f5d51e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Pushing event deleted for resources: {'Port': ['ID=8315fcf1-a3a2-47ac-b145-d79cf7e0ff0c,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:45.987271 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9e562e96-13fd-4408-a18e-9a7bf0f5d51e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:46.083365 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9e562e96-13fd-4408-a18e-9a7bf0f5d51e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks [] for floatingip, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:46.108307 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92cb55-4da2-42a6-bf13-184de19b4b0e req-c1e0cee4-4d7e-4e9c-a02d-c887ba549604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:46.109839 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4dfec2-09d0-4d89-b73f-173a7265f3a3 None None] New status for floating IP 515478cd-d80b-4286-8f54-febe6a9009dc: DOWN {{(pid=86334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 05:49:46.109973 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0c92cb55-4da2-42a6-bf13-184de19b4b0e req-c1e0cee4-4d7e-4e9c-a02d-c887ba549604 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=021633b04e9d4684b74fff6ed36ae827&device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 1099 time: 0.1874280 Apr 20 05:49:46.112739 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9e562e96-13fd-4408-a18e-9a7bf0f5d51e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for floatingip, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:46.113985 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-9e562e96-13fd-4408-a18e-9a7bf0f5d51e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] 10.222.0.44 "DELETE /v2.0/floatingips/515478cd-d80b-4286-8f54-febe6a9009dc HTTP/1.1" status: 204 len: 168 time: 1.2778368 Apr 20 05:49:46.201781 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-3f9bd958-b8b8-4aa7-bb7a-a31c17beeeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'name': 'tempest-TestMinimumBasicScenario-1992546688-router', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:14Z', 'updated_at': '2021-04-20T05:47:20Z', 'revision_number': 4, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'gw_port': {'id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:15Z', 'updated_at': '2021-04-20T05:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '3fb3cab2-18c5-45f6-8ac8-accbde854148', 'name': '', 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'mac_address': 'fa:16:3e:bb:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:19Z', 'updated_at': '2021-04-20T05:47:28Z', 'revision_number': 5, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'subnets': [{'id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:46.207167 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bd958-b8b8-4aa7-bb7a-a31c17beeeb8 None None] Checking router: 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:49:46.218721 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bd958-b8b8-4aa7-bb7a-a31c17beeeb8 None None] Routers {'3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:49:46.219750 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-3f9bd958-b8b8-4aa7-bb7a-a31c17beeeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:49:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:46.303512 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92cb55-4da2-42a6-bf13-184de19b4b0e req-4a8bffba-63dc-4d49-a606-a8e8b318b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:46.305817 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0c92cb55-4da2-42a6-bf13-184de19b4b0e req-4a8bffba-63dc-4d49-a606-a8e8b318b287 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5dbeac21-b7c3-43ba-938f-f593c439d69c HTTP/1.1" status: 200 len: 916 time: 0.1713672 Apr 20 05:49:46.396256 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0c92cb55-4da2-42a6-bf13-184de19b4b0e req-8555771e-45dc-4fbe-9f61-2563e571737c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71e90e78-2ec6-437b-93a3-fe4b19c9144b HTTP/1.1" status: 200 len: 217 time: 0.0826361 Apr 20 05:49:46.465963 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-3f9bd958-b8b8-4aa7-bb7a-a31c17beeeb8 None None] Set router 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:49:46.485306 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92cb55-4da2-42a6-bf13-184de19b4b0e req-4a38e44c-68db-4126-bec2-4c922d783c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:46.487054 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0c92cb55-4da2-42a6-bf13-184de19b4b0e req-4a38e44c-68db-4126-bec2-4c922d783c13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=34e41885-f0bc-4ded-8c2f-b5c7fdb723bf HTTP/1.1" status: 200 len: 854 time: 0.0717731 Apr 20 05:49:46.579432 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92cb55-4da2-42a6-bf13-184de19b4b0e req-fed5f093-14a4-44c9-af96-5729d178a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:46.581132 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0c92cb55-4da2-42a6-bf13-184de19b4b0e req-fed5f093-14a4-44c9-af96-5729d178a84e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5dbeac21-b7c3-43ba-938f-f593c439d69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0862112 Apr 20 05:49:46.742698 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0c92cb55-4da2-42a6-bf13-184de19b4b0e req-c4c547fc-a2a8-4ae1-a101-6f2e563aaf1f service neutron] 10.222.0.13 "GET /v2.0/networks/5dbeac21-b7c3-43ba-938f-f593c439d69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476450 Apr 20 05:49:46.883935 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-3f9bd958-b8b8-4aa7-bb7a-a31c17beeeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'name': 'tempest-TestMinimumBasicScenario-1992546688-router', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:14Z', 'updated_at': '2021-04-20T05:47:20Z', 'revision_number': 4, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'gw_port': {'id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:15Z', 'updated_at': '2021-04-20T05:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '3fb3cab2-18c5-45f6-8ac8-accbde854148', 'name': '', 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'mac_address': 'fa:16:3e:bb:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:19Z', 'updated_at': '2021-04-20T05:47:28Z', 'revision_number': 5, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'subnets': [{'id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:46.888281 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bd958-b8b8-4aa7-bb7a-a31c17beeeb8 None None] The sync data for ids ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'] in dv-cinder-786054-4-smb is: [{'id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'name': 'tempest-TestMinimumBasicScenario-1992546688-router', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:14Z', 'updated_at': '2021-04-20T05:47:20Z', 'revision_number': 4, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'gw_port': {'id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:15Z', 'updated_at': '2021-04-20T05:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '3fb3cab2-18c5-45f6-8ac8-accbde854148', 'name': '', 'network_id': '5dbeac21-b7c3-43ba-938f-f593c439d69c', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'mac_address': 'fa:16:3e:bb:24:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:19Z', 'updated_at': '2021-04-20T05:47:28Z', 'revision_number': 5, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'subnets': [{'id': '34e41885-f0bc-4ded-8c2f-b5c7fdb723bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:49:46.983146 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0c92cb55-4da2-42a6-bf13-184de19b4b0e req-cb2d51ef-4350-413b-85bd-e2eadcf90fb0 service neutron] 10.222.0.13 "GET /v2.0/networks/5dbeac21-b7c3-43ba-938f-f593c439d69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332175 Apr 20 05:49:46.999408 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fb1f7-bbfb-422a-8c20-fbd76d5e7bfd req-c6f46182-c22e-4c2e-bffb-87dd75e5b1d6 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:47.009554 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fe3fb1f7-bbfb-422a-8c20-fbd76d5e7bfd req-c6f46182-c22e-4c2e-bffb-87dd75e5b1d6 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 946 time: 0.1623528 Apr 20 05:49:47.056354 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fe3fb1f7-bbfb-422a-8c20-fbd76d5e7bfd req-dc2abd4b-385f-4698-b632-343ef391d3e1 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454459 Apr 20 05:49:47.320334 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ec8332-ee6d-4512-a738-8fd2d8d9d03f None None] New status for floating IP e988963b-42d2-4c72-b50d-f12b109eaf73: DOWN {{(pid=86334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 05:49:48.263558 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74457c6-d360-4e8c-9632-2388b05023ad req-80200128-08dd-40eb-9503-6177822a1b71 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:48.265159 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e74457c6-d360-4e8c-9632-2388b05023ad req-80200128-08dd-40eb-9503-6177822a1b71 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 946 time: 0.0886333 Apr 20 05:49:48.312612 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e74457c6-d360-4e8c-9632-2388b05023ad req-0a67c5b3-c510-4ea4-8ad8-55f265e5db37 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409353 Apr 20 05:49:49.123038 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664f8ef-587b-4a08-8424-b463c6960c2b req-0aa06cc9-f9d1-450e-8eca-c0650dc5f5e2 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:49.123912 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-0664f8ef-587b-4a08-8424-b463c6960c2b req-0aa06cc9-f9d1-450e-8eca-c0650dc5f5e2 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Synchronizing usage tracker for tenant:021633b04e9d4684b74fff6ed36ae827 on resource:port {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:49:49.140088 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-0664f8ef-587b-4a08-8424-b463c6960c2b req-0aa06cc9-f9d1-450e-8eca-c0650dc5f5e2 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Unset dirty status for tenant:021633b04e9d4684b74fff6ed36ae827 on resource:port {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:49:49.141405 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0664f8ef-587b-4a08-8424-b463c6960c2b req-0aa06cc9-f9d1-450e-8eca-c0650dc5f5e2 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 946 time: 0.1097641 Apr 20 05:49:49.190508 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0664f8ef-587b-4a08-8424-b463c6960c2b req-f2b14f49-e71f-4f98-abc0-d85c5c101f64 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425031 Apr 20 05:49:50.400444 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f9a3d-b16c-4952-98e8-28a81a44b0d7 req-be498db1-a645-4094-a610-153f78df7063 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:50.401976 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d48f9a3d-b16c-4952-98e8-28a81a44b0d7 req-be498db1-a645-4094-a610-153f78df7063 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0944810 Apr 20 05:49:50.418801 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 57568) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:49:50.449699 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-d48f9a3d-b16c-4952-98e8-28a81a44b0d7 req-fe51d8cb-a686-45bb-9053-6f012b9f4f82 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Synchronizing usage tracker for tenant:021633b04e9d4684b74fff6ed36ae827 on resource:security_group {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:49:50.464761 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-d48f9a3d-b16c-4952-98e8-28a81a44b0d7 req-fe51d8cb-a686-45bb-9053-6f012b9f4f82 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Unset dirty status for tenant:021633b04e9d4684b74fff6ed36ae827 on resource:security_group {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:49:50.466037 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d48f9a3d-b16c-4952-98e8-28a81a44b0d7 req-fe51d8cb-a686-45bb-9053-6f012b9f4f82 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf2efda3-9ff2-465f-bf0d-fd88f552b285&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576544 Apr 20 05:49:50.840969 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38eb3f-ae5f-42f6-ac3a-988fd1ebcd52 req-54c4e175-368b-4f81-87ce-ea66ee654e42 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:49:50.842584 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-af38eb3f-ae5f-42f6-ac3a-988fd1ebcd52 req-54c4e175-368b-4f81-87ce-ea66ee654e42 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.13 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 946 time: 0.0873344 Apr 20 05:49:50.920988 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-af38eb3f-ae5f-42f6-ac3a-988fd1ebcd52 req-5e003101-340e-467d-abe4-ef8d5d9aa436 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Deleting port 71e90e78-2ec6-437b-93a3-fe4b19c9144b {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:49:50.921409 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-af38eb3f-ae5f-42f6-ac3a-988fd1ebcd52 req-5e003101-340e-467d-abe4-ef8d5d9aa436 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:51.102506 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42b8e498-3f8b-4ef7-8ef5-854f7730c3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854151526'] for router_interface, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:51.181733 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-af38eb3f-ae5f-42f6-ac3a-988fd1ebcd52 req-5e003101-340e-467d-abe4-ef8d5d9aa436 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] For port 71e90e78-2ec6-437b-93a3-fe4b19c9144b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=71e90e78-2ec6-437b-93a3-fe4b19c9144b,segment=NetworkSegment(59adb665-f13d-461a-bbec-db50e0697ffa),segment_id=59adb665-f13d-461a-bbec-db50e0697ffa)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:51.182132 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-af38eb3f-ae5f-42f6-ac3a-988fd1ebcd52 req-5e003101-340e-467d-abe4-ef8d5d9aa436 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:51.315472 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-af38eb3f-ae5f-42f6-ac3a-988fd1ebcd52 req-5e003101-340e-467d-abe4-ef8d5d9aa436 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Calling delete_port for 71e90e78-2ec6-437b-93a3-fe4b19c9144b owned by compute:nova {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:49:51.461315 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-af38eb3f-ae5f-42f6-ac3a-988fd1ebcd52 req-5e003101-340e-467d-abe4-ef8d5d9aa436 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:51.463972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-42b8e498-3f8b-4ef7-8ef5-854f7730c3d0 admin admin] Deleting port 42a08a00-0bca-45d8-860d-3912986250d7 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:49:51.464419 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42b8e498-3f8b-4ef7-8ef5-854f7730c3d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:51.468499 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-caa24cb5-5afd-43c8-ae50-ee8e9b1e427e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:51.473829 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['71e90e78-2ec6-437b-93a3-fe4b19c9144b'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:49:51.520751 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e003101-340e-467d-abe4-ef8d5d9aa436 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Pushing event deleted for resources: {'Port': ['ID=71e90e78-2ec6-437b-93a3-fe4b19c9144b,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:51.523383 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5e003101-340e-467d-abe4-ef8d5d9aa436 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:51.604513 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-af38eb3f-ae5f-42f6-ac3a-988fd1ebcd52 req-5e003101-340e-467d-abe4-ef8d5d9aa436 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] No DVR routers for this DVR port 71e90e78-2ec6-437b-93a3-fe4b19c9144b on host hv-cinder-78605 {{(pid=86332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:49:51.607126 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-af38eb3f-ae5f-42f6-ac3a-988fd1ebcd52 req-5e003101-340e-467d-abe4-ef8d5d9aa436 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:51.611440 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'name': 'network-vif-deleted', 'tag': '71e90e78-2ec6-437b-93a3-fe4b19c9144b'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:49:51.625829 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-af38eb3f-ae5f-42f6-ac3a-988fd1ebcd52 req-5e003101-340e-467d-abe4-ef8d5d9aa436 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.13 "DELETE /v2.0/ports/71e90e78-2ec6-437b-93a3-fe4b19c9144b HTTP/1.1" status: 204 len: 173 time: 0.7772141 Apr 20 05:49:51.661518 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-08c98501-b6b7-41be-b5b9-929cdd2ffd4b req-334e8368-3663-4990-9fae-0956fe86cfb8 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] 10.222.0.44 "GET /v2.0/ports?device_id=83390870-458a-4ced-8aaf-1460ea68f8c9 HTTP/1.1" status: 200 len: 210 time: 0.0598731 Apr 20 05:49:51.661990 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83390870-458a-4ced-8aaf-1460ea68f8c9', 'name': 'network-vif-deleted', 'tag': '71e90e78-2ec6-437b-93a3-fe4b19c9144b', 'status': 'completed', 'code': 200} Apr 20 05:49:51.707751 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-42b8e498-3f8b-4ef7-8ef5-854f7730c3d0 admin admin] For port 42a08a00-0bca-45d8-860d-3912986250d7, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=42a08a00-0bca-45d8-860d-3912986250d7,segment=NetworkSegment(d8111d06-d8c2-478d-81bb-a8d0dca3ec2f),segment_id=d8111d06-d8c2-478d-81bb-a8d0dca3ec2f)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:51.708147 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42b8e498-3f8b-4ef7-8ef5-854f7730c3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:51.836970 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-42b8e498-3f8b-4ef7-8ef5-854f7730c3d0 admin admin] Calling delete_port for 42a08a00-0bca-45d8-860d-3912986250d7 owned by network:router_interface {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:49:52.022057 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42b8e498-3f8b-4ef7-8ef5-854f7730c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:52.026464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:52.072133 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8e498-3f8b-4ef7-8ef5-854f7730c3d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=42a08a00-0bca-45d8-860d-3912986250d7,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:52.076239 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-42b8e498-3f8b-4ef7-8ef5-854f7730c3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:52.168379 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:49:52.358967 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42b8e498-3f8b-4ef7-8ef5-854f7730c3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854151452'] for router_interface, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:52.981899 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b8e498-3f8b-4ef7-8ef5-854f7730c3d0 admin admin] Router 454b8d86-c0db-475a-9276-585379864a1a has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:49:53.178140 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b8e498-3f8b-4ef7-8ef5-854f7730c3d0 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:49:53.187422 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe50e422-af43-450d-baed-60e24553db7b None None] Sync routers for ids ['454b8d86-c0db-475a-9276-585379864a1a'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:49:53.193309 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-42b8e498-3f8b-4ef7-8ef5-854f7730c3d0 admin admin] 10.222.0.44 "PUT /v2.0/routers/454b8d86-c0db-475a-9276-585379864a1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7709744 Apr 20 05:49:53.193861 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 57618) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:49:53.200750 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50e422-af43-450d-baed-60e24553db7b None None] Routers {'454b8d86-c0db-475a-9276-585379864a1a'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:49:53.201475 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-fe50e422-af43-450d-baed-60e24553db7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:49:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['454b8d86-c0db-475a-9276-585379864a1a'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:53.329814 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 57622) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:49:53.386198 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3a94bfc-2d37-4233-9bcf-039f4baca08e admin admin] Notify callbacks [] for router, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:53.582059 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-fe50e422-af43-450d-baed-60e24553db7b None None] Set router 454b8d86-c0db-475a-9276-585379864a1a gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:49:53.582849 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3a94bfc-2d37-4233-9bcf-039f4baca08e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:53.593243 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-c3a94bfc-2d37-4233-9bcf-039f4baca08e admin admin] Deleting port 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:49:53.593580 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3a94bfc-2d37-4233-9bcf-039f4baca08e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:53.777494 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-c3a94bfc-2d37-4233-9bcf-039f4baca08e admin admin] For port 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:53.777904 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3a94bfc-2d37-4233-9bcf-039f4baca08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:53.888375 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-fe50e422-af43-450d-baed-60e24553db7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26'}], 'enable_snat': True}, 'gw_port_id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:49:51Z', 'revision_number': 5, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port': {'id': '6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:a3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454b8d86-c0db-475a-9276-585379864a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:00Z', 'updated_at': '2021-04-20T05:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:53.892500 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe50e422-af43-450d-baed-60e24553db7b None None] Checking router: 454b8d86-c0db-475a-9276-585379864a1a for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:49:53.901978 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50e422-af43-450d-baed-60e24553db7b None None] Routers {'454b8d86-c0db-475a-9276-585379864a1a'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:49:53.902632 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-fe50e422-af43-450d-baed-60e24553db7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:49:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['454b8d86-c0db-475a-9276-585379864a1a'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:53.910098 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9f0affa1-f7aa-49a4-9323-bbeec1282a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854151526'] for router_interface, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:53.912117 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-c3a94bfc-2d37-4233-9bcf-039f4baca08e admin admin] Calling delete_port for 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76 owned by network:router_gateway {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:49:54.051327 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 71e90e78-2ec6-437b-93a3-fe4b19c9144b no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:49:54.093325 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] No Port match for: 71e90e78-2ec6-437b-93a3-fe4b19c9144b {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:49:54.093732 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 71e90e78-2ec6-437b-93a3-fe4b19c9144b not bound to the agent host hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:49:54.095469 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3a94bfc-2d37-4233-9bcf-039f4baca08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:54.105422 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-fe50e422-af43-450d-baed-60e24553db7b None None] Set router 454b8d86-c0db-475a-9276-585379864a1a gateway port host: None {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:49:54.107758 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:54.218349 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-fe50e422-af43-450d-baed-60e24553db7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:49:53Z', 'revision_number': 6, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port_host': None}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:54.221958 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a94bfc-2d37-4233-9bcf-039f4baca08e admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:54.222673 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe50e422-af43-450d-baed-60e24553db7b None None] The sync data for ids ['454b8d86-c0db-475a-9276-585379864a1a'] in dv-cinder-786054-4-smb is: [{'id': '454b8d86-c0db-475a-9276-585379864a1a', 'name': 'tempest-AttachVolumeTestJSON-1031763818-router', 'tenant_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:58Z', 'updated_at': '2021-04-20T05:49:53Z', 'revision_number': 6, 'project_id': '2ab7172ed9a44fe6aa1df137f47c43e3', 'gw_port_host': None}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:49:54.225453 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c3a94bfc-2d37-4233-9bcf-039f4baca08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:54.260145 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3a94bfc-2d37-4233-9bcf-039f4baca08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644197'] for router_gateway, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:54.287142 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-9f0affa1-f7aa-49a4-9323-bbeec1282a4f admin admin] Deleting port 3fb3cab2-18c5-45f6-8ac8-accbde854148 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:49:54.287523 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9f0affa1-f7aa-49a4-9323-bbeec1282a4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:54.378336 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 42a08a00-0bca-45d8-860d-3912986250d7 no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:49:54.417318 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: 42a08a00-0bca-45d8-860d-3912986250d7 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:49:54.417632 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 42a08a00-0bca-45d8-860d-3912986250d7 not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:49:54.456369 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3a94bfc-2d37-4233-9bcf-039f4baca08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-630585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744799'] for router, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:54.458801 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3a94bfc-2d37-4233-9bcf-039f4baca08e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:54.480606 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3a94bfc-2d37-4233-9bcf-039f4baca08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854150019'] for router, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:54.481208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a94bfc-2d37-4233-9bcf-039f4baca08e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 454b8d86-c0db-475a-9276-585379864a1a {{(pid=86332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 05:49:54.484674 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-9f0affa1-f7aa-49a4-9323-bbeec1282a4f admin admin] For port 3fb3cab2-18c5-45f6-8ac8-accbde854148, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=3fb3cab2-18c5-45f6-8ac8-accbde854148,segment=NetworkSegment(59adb665-f13d-461a-bbec-db50e0697ffa),segment_id=59adb665-f13d-461a-bbec-db50e0697ffa)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:54.485159 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9f0affa1-f7aa-49a4-9323-bbeec1282a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:54.494371 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c3a94bfc-2d37-4233-9bcf-039f4baca08e admin admin] Notify callbacks [] for router, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:54.498096 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c3a94bfc-2d37-4233-9bcf-039f4baca08e admin admin] 10.222.0.44 "DELETE /v2.0/routers/454b8d86-c0db-475a-9276-585379864a1a HTTP/1.1" status: 204 len: 168 time: 1.3006067 Apr 20 05:49:54.498506 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 57626) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:49:54.653661 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-9f0affa1-f7aa-49a4-9323-bbeec1282a4f admin admin] Calling delete_port for 3fb3cab2-18c5-45f6-8ac8-accbde854148 owned by network:router_interface {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:49:54.726154 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_v2 [None req-441162a5-019b-4ae3-b4b5-2c5aacf61507 admin admin] Deleting subnet 0e3b9602-f3b1-465a-896e-3c5b83aebaa5 {{(pid=86331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:49:54.733905 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-441162a5-019b-4ae3-b4b5-2c5aacf61507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:54.811911 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-441162a5-019b-4ae3-b4b5-2c5aacf61507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843777524'] for subnet, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:55.004405 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-441162a5-019b-4ae3-b4b5-2c5aacf61507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016692'] for subnet, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:55.038066 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9f0affa1-f7aa-49a4-9323-bbeec1282a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:55.043755 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:55.337629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0affa1-f7aa-49a4-9323-bbeec1282a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb3cab2-18c5-45f6-8ac8-accbde854148,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:55.344856 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9f0affa1-f7aa-49a4-9323-bbeec1282a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:55.784595 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9f0affa1-f7aa-49a4-9323-bbeec1282a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854151452'] for router_interface, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:55.792182 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-441162a5-019b-4ae3-b4b5-2c5aacf61507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850759156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843007307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10592222'] for subnet, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:55.800071 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:55.898081 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3347ef0a-3752-4570-8dfa-a962086ee1b4 None None] Network 411e23b4-e2d6-46df-bd62-b0674bdfd076 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:49:55.899185 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441162a5-019b-4ae3-b4b5-2c5aacf61507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e3b9602-f3b1-465a-896e-3c5b83aebaa5,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:55.903113 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-441162a5-019b-4ae3-b4b5-2c5aacf61507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:55.909680 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-441162a5-019b-4ae3-b4b5-2c5aacf61507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:55.992805 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-441162a5-019b-4ae3-b4b5-2c5aacf61507 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0e3b9602-f3b1-465a-896e-3c5b83aebaa5 HTTP/1.1" status: 204 len: 168 time: 1.4903278 Apr 20 05:49:55.993194 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 57630) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:49:56.185185 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d39c93-f985-4372-aa88-6e2b9474ead8 None None] DHCP port deletion for 411e23b4-e2d6-46df-bd62-b0674bdfd076 request from dv-cinder-786054-4-smb {{(pid=86333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 05:49:56.190430 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-57d39c93-f985-4372-aa88-6e2b9474ead8 None None] Deleting port a9ece4fa-4d63-4451-9070-dffc6e3c28dd {{(pid=86333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:49:56.190430 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-57d39c93-f985-4372-aa88-6e2b9474ead8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:56.234399 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0affa1-f7aa-49a4-9323-bbeec1282a4f admin admin] Router 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:49:56.378447 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918712'] for network, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:56.390542 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Deleting port a9ece4fa-4d63-4451-9070-dffc6e3c28dd {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:49:56.390922 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:56.416866 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-57d39c93-f985-4372-aa88-6e2b9474ead8 None None] For port a9ece4fa-4d63-4451-9070-dffc6e3c28dd, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=a9ece4fa-4d63-4451-9070-dffc6e3c28dd,segment=NetworkSegment(d8111d06-d8c2-478d-81bb-a8d0dca3ec2f),segment_id=d8111d06-d8c2-478d-81bb-a8d0dca3ec2f)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:56.417291 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-57d39c93-f985-4372-aa88-6e2b9474ead8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:56.447264 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0affa1-f7aa-49a4-9323-bbeec1282a4f admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:49:56.459548 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8f671-e888-4ced-bb36-f80fe7ea7273 None None] Sync routers for ids ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'] in dv-cinder-786054-4-smb {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:49:56.461435 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-9f0affa1-f7aa-49a4-9323-bbeec1282a4f admin admin] 10.222.0.44 "PUT /v2.0/routers/3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1303284 Apr 20 05:49:56.462673 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 57634) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:49:56.470141 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8f671-e888-4ced-bb36-f80fe7ea7273 None None] Routers {'3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:49:56.470924 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-d6b8f671-e888-4ced-bb36-f80fe7ea7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:49:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:56.550106 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-57d39c93-f985-4372-aa88-6e2b9474ead8 None None] Calling delete_port for a9ece4fa-4d63-4451-9070-dffc6e3c28dd owned by network:dhcp {{(pid=86333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:49:56.620836 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] For port a9ece4fa-4d63-4451-9070-dffc6e3c28dd, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=a9ece4fa-4d63-4451-9070-dffc6e3c28dd,segment=NetworkSegment(d8111d06-d8c2-478d-81bb-a8d0dca3ec2f),segment_id=d8111d06-d8c2-478d-81bb-a8d0dca3ec2f)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:56.621289 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:56.660820 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-792f7896-9498-4786-a173-233e901255ef admin admin] Notify callbacks [] for router, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:56.676233 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-d6b8f671-e888-4ced-bb36-f80fe7ea7273 None None] Set router 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:49:56.694501 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device a9ece4fa-4d63-4451-9070-dffc6e3c28dd no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:49:56.725542 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-57d39c93-f985-4372-aa88-6e2b9474ead8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058'] for port, after_delete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:56.735727 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:56.770599 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Calling delete_port for a9ece4fa-4d63-4451-9070-dffc6e3c28dd owned by network:dhcp {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:49:56.776087 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: a9ece4fa-4d63-4451-9070-dffc6e3c28dd {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:49:56.776482 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device a9ece4fa-4d63-4451-9070-dffc6e3c28dd not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:49:56.776997 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76 no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:49:56.819480 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d39c93-f985-4372-aa88-6e2b9474ead8 None None] Pushing event deleted for resources: {'Port': ['ID=a9ece4fa-4d63-4451-9070-dffc6e3c28dd,revision_number=None']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:56.822726 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-57d39c93-f985-4372-aa88-6e2b9474ead8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:56.823480 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:49:56.823853 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 6ad67e3d-3a56-4be0-bccd-fd6a2d9c7f76 not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:49:56.825587 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d39c93-f985-4372-aa88-6e2b9474ead8 None None] No DVR routers for this DVR port a9ece4fa-4d63-4451-9070-dffc6e3c28dd on host dv-cinder-786054-4-smb {{(pid=86333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:49:56.863314 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.db.api [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 05:49:56.863689 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_db.api [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 05:49:56.882405 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-792f7896-9498-4786-a173-233e901255ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:56.890843 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-792f7896-9498-4786-a173-233e901255ef admin admin] Deleting port ba127e7c-55ec-4054-9709-f6a0fc565734 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:49:56.891206 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-792f7896-9498-4786-a173-233e901255ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:56.979946 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-d6b8f671-e888-4ced-bb36-f80fe7ea7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'name': 'tempest-TestMinimumBasicScenario-1992546688-router', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92'}], 'enable_snat': True}, 'gw_port_id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:14Z', 'updated_at': '2021-04-20T05:49:54Z', 'revision_number': 5, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'gw_port': {'id': 'ba127e7c-55ec-4054-9709-f6a0fc565734', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:15Z', 'updated_at': '2021-04-20T05:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:56.984097 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8f671-e888-4ced-bb36-f80fe7ea7273 None None] Checking router: 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 for host: dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:49:56.994309 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8f671-e888-4ced-bb36-f80fe7ea7273 None None] Routers {'3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:49:56.994309 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-d6b8f671-e888-4ced-bb36-f80fe7ea7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:49:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:57.074093 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-792f7896-9498-4786-a173-233e901255ef admin admin] For port ba127e7c-55ec-4054-9709-f6a0fc565734, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=ba127e7c-55ec-4054-9709-f6a0fc565734,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:57.074484 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-792f7896-9498-4786-a173-233e901255ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:57.156743 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-d6b8f671-e888-4ced-bb36-f80fe7ea7273 None None] Set router 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 gateway port host: None {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:49:57.205858 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-792f7896-9498-4786-a173-233e901255ef admin admin] Calling delete_port for ba127e7c-55ec-4054-9709-f6a0fc565734 owned by network:router_gateway {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:49:57.268035 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-d6b8f671-e888-4ced-bb36-f80fe7ea7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'name': 'tempest-TestMinimumBasicScenario-1992546688-router', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:14Z', 'updated_at': '2021-04-20T05:49:56Z', 'revision_number': 6, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'gw_port_host': None}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:57.272308 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8f671-e888-4ced-bb36-f80fe7ea7273 None None] The sync data for ids ['3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49'] in dv-cinder-786054-4-smb is: [{'id': '3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49', 'name': 'tempest-TestMinimumBasicScenario-1992546688-router', 'tenant_id': '021633b04e9d4684b74fff6ed36ae827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:14Z', 'updated_at': '2021-04-20T05:49:56Z', 'revision_number': 6, 'project_id': '021633b04e9d4684b74fff6ed36ae827', 'gw_port_host': None}] {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:49:57.364567 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Deleting port a9ece4fa-4d63-4451-9070-dffc6e3c28dd {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:49:57.364941 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:57.382519 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-792f7896-9498-4786-a173-233e901255ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:57.386610 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4bf4abc6-15af-45d7-a901-b6a7b6f9bd9b tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:57.433943 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f7896-9498-4786-a173-233e901255ef admin admin] Pushing event deleted for resources: {'Port': ['ID=ba127e7c-55ec-4054-9709-f6a0fc565734,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:57.438272 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-792f7896-9498-4786-a173-233e901255ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:57.439068 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] The port 'a9ece4fa-4d63-4451-9070-dffc6e3c28dd' was deleted {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 05:49:57.533983 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-792f7896-9498-4786-a173-233e901255ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644197'] for router_gateway, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:57.571924 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850759071', 'neutron.services.segments.db._delete_segments_for_network-8736091077747'] for network, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:57.694795 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411e23b4-e2d6-46df-bd62-b0674bdfd076']}} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:57.709814 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f') {'for_net_delete': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:57.710225 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8111d06-d8c2-478d-81bb-a8d0dca3ec2f') {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:57.723865 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300763536483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844118531'] for segment, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:57.740727 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:57.748243 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=86332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:49:57.932800 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Network 411e23b4-e2d6-46df-bd62-b0674bdfd076 has no segments {{(pid=86332) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:49:57.941698 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4027173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853879371'] for segment, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:57.962000 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-792f7896-9498-4786-a173-233e901255ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-630585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744799'] for router, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:57.967871 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-792f7896-9498-4786-a173-233e901255ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:58.052460 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-792f7896-9498-4786-a173-233e901255ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854150019'] for router, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:58.053068 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792f7896-9498-4786-a173-233e901255ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 {{(pid=86331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 05:49:58.068637 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-792f7896-9498-4786-a173-233e901255ef admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:58.070184 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-792f7896-9498-4786-a173-233e901255ef admin admin] 10.222.0.44 "DELETE /v2.0/routers/3fa1e82a-ad70-4a6a-8a11-116ef9f6dc49 HTTP/1.1" status: 204 len: 168 time: 1.6061742 Apr 20 05:49:58.072796 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 57642) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:49:58.123490 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Network 411e23b4-e2d6-46df-bd62-b0674bdfd076 has no segments {{(pid=86332) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:49:58.143144 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_v2 [None req-5811188d-a152-4a11-96fd-dc914ca8d6c0 admin admin] Deleting subnet 34e41885-f0bc-4ded-8c2f-b5c7fdb723bf {{(pid=86331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:49:58.146599 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5811188d-a152-4a11-96fd-dc914ca8d6c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: % (table.description, expected, rows_matched) Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: % (table.description, expected, rows_matched) Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: % (table.description, expected, rows_matched) Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: % (table.description, expected, rows_matched) Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: Traceback (most recent call last): Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: timer() Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: cb(*args, **kw) Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: return func(*args, **kwargs) Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: self._notify() Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: self.callback(batched_events) Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: event.method(event) Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: segment_id)['aggregates'][0] Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: return f(self, *a, **k) Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: return self._get(url).json() Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: **kwargs) Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: return self.request(url, 'GET', **kwargs) Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: **endpoint_filter) Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:49:58.152019 dv-cinder-786054-4-smb neutron-server[86220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:49:58.199423 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5811188d-a152-4a11-96fd-dc914ca8d6c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843777524'] for subnet, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:58.228584 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:58.232581 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-96acb94f-d189-4451-8314-a5eb97cb14da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:58.249308 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:58.258190 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Pushing event deleted for resources: {'Network': ['ID=411e23b4-e2d6-46df-bd62-b0674bdfd076,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:58.261689 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:58.272527 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-21689f32-2d5d-493a-a285-4cf7b9190728 admin admin] 10.222.0.44 "DELETE /v2.0/networks/411e23b4-e2d6-46df-bd62-b0674bdfd076 HTTP/1.1" status: 204 len: 168 time: 2.2781403 Apr 20 05:49:58.285505 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5811188d-a152-4a11-96fd-dc914ca8d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016692'] for subnet, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:58.339838 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 3fb3cab2-18c5-45f6-8ac8-accbde854148 no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:49:58.377883 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: 3fb3cab2-18c5-45f6-8ac8-accbde854148 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:49:58.378282 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 3fb3cab2-18c5-45f6-8ac8-accbde854148 not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:49:58.378753 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device ba127e7c-55ec-4054-9709-f6a0fc565734 no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:49:58.406274 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 57648) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:49:58.416816 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: ba127e7c-55ec-4054-9709-f6a0fc565734 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:49:58.417249 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device ba127e7c-55ec-4054-9709-f6a0fc565734 not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:49:58.462431 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-60a4a714-f38e-4d3f-85fa-a11570034167 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ab7172ed9a44fe6aa1df137f47c43e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0548413 Apr 20 05:49:58.465055 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 57652) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:49:58.526144 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7de851f4-a301-4461-aad3-a0ab72267f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:58.545625 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5811188d-a152-4a11-96fd-dc914ca8d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850759156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843007307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10592222'] for subnet, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:58.550924 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:58.554961 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7de851f4-a301-4461-aad3-a0ab72267f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:58.587041 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811188d-a152-4a11-96fd-dc914ca8d6c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e41885-f0bc-4ded-8c2f-b5c7fdb723bf,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:58.589152 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5811188d-a152-4a11-96fd-dc914ca8d6c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:58.592879 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5811188d-a152-4a11-96fd-dc914ca8d6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:58.596932 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-5811188d-a152-4a11-96fd-dc914ca8d6c0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/34e41885-f0bc-4ded-8c2f-b5c7fdb723bf HTTP/1.1" status: 204 len: 168 time: 0.5224242 Apr 20 05:49:58.597064 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1571ad00-630d-45aa-b26d-a8aa38a628c9 None None] Network 5dbeac21-b7c3-43ba-938f-f593c439d69c requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:49:58.599239 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 57656) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:49:58.606898 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7de851f4-a301-4461-aad3-a0ab72267f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:58.612316 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-22414608-3ba2-44e2-b256-9c93944b4e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:58.628572 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de851f4-a301-4461-aad3-a0ab72267f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3231da9-e211-402e-9613-f8aa3e6855c7,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:58.635786 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7de851f4-a301-4461-aad3-a0ab72267f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:58.637539 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-7de851f4-a301-4461-aad3-a0ab72267f00 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3231da9-e211-402e-9613-f8aa3e6855c7 HTTP/1.1" status: 204 len: 168 time: 0.1715183 Apr 20 05:49:58.638603 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-7de851f4-a301-4461-aad3-a0ab72267f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:58.715522 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918712'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:58.726412 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Deleting port 0146ae47-9970-447f-b51e-de7b8f3c1eb2 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:49:58.726772 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:58.883741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7845b5-fc01-491b-ad31-484e73886bcb None None] DHCP port deletion for 5dbeac21-b7c3-43ba-938f-f593c439d69c request from dv-cinder-786054-4-smb {{(pid=86333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 05:49:58.888165 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-fb7845b5-fc01-491b-ad31-484e73886bcb None None] Deleting port 0146ae47-9970-447f-b51e-de7b8f3c1eb2 {{(pid=86333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:49:58.888694 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fb7845b5-fc01-491b-ad31-484e73886bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:58.951742 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] For port 0146ae47-9970-447f-b51e-de7b8f3c1eb2, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=0146ae47-9970-447f-b51e-de7b8f3c1eb2,segment=NetworkSegment(59adb665-f13d-461a-bbec-db50e0697ffa),segment_id=59adb665-f13d-461a-bbec-db50e0697ffa)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:58.952150 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:59.091011 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Calling delete_port for 0146ae47-9970-447f-b51e-de7b8f3c1eb2 owned by network:dhcp {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:49:59.120294 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-fb7845b5-fc01-491b-ad31-484e73886bcb None None] For port 0146ae47-9970-447f-b51e-de7b8f3c1eb2, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=0146ae47-9970-447f-b51e-de7b8f3c1eb2,segment=NetworkSegment(59adb665-f13d-461a-bbec-db50e0697ffa),segment_id=59adb665-f13d-461a-bbec-db50e0697ffa)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:49:59.120796 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fb7845b5-fc01-491b-ad31-484e73886bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:59.173327 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:59.178564 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b4d02dd1-710a-4033-9666-14afbc5776b5 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:49:59.224045 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=0146ae47-9970-447f-b51e-de7b8f3c1eb2,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:49:59.226792 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:49:59.229551 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] No DVR routers for this DVR port 0146ae47-9970-447f-b51e-de7b8f3c1eb2 on host dv-cinder-786054-4-smb {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:49:59.262011 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-fb7845b5-fc01-491b-ad31-484e73886bcb None None] Calling delete_port for 0146ae47-9970-447f-b51e-de7b8f3c1eb2 owned by network:dhcp {{(pid=86333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:49:59.343980 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.db.api [None req-fb7845b5-fc01-491b-ad31-484e73886bcb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86333) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 05:49:59.344380 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_db.api [None req-fb7845b5-fc01-491b-ad31-484e73886bcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 05:49:59.351911 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850759071', 'neutron.services.segments.db._delete_segments_for_network-8736091077747'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:59.466736 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbeac21-b7c3-43ba-938f-f593c439d69c']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:59.479422 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59adb665-f13d-461a-bbec-db50e0697ffa') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:59.479764 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59adb665-f13d-461a-bbec-db50e0697ffa') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:49:59.492226 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300763536483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10998276'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:59.510335 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:59.517249 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:49:59.692656 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Network 5dbeac21-b7c3-43ba-938f-f593c439d69c has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:49:59.701641 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4027173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11767830'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:59.845695 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-fb7845b5-fc01-491b-ad31-484e73886bcb None None] Deleting port 0146ae47-9970-447f-b51e-de7b8f3c1eb2 {{(pid=86333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:49:59.846118 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fb7845b5-fc01-491b-ad31-484e73886bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:49:59.876956 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Network 5dbeac21-b7c3-43ba-938f-f593c439d69c has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: Traceback (most recent call last): Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: timer() Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: cb(*args, **kw) Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: return func(*args, **kwargs) Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: self._notify() Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: self.callback(batched_events) Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: event.method(event) Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: segment_id)['aggregates'][0] Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: return f(self, *a, **k) Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: return self._get(url).json() Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: **kwargs) Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: return self.request(url, 'GET', **kwargs) Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: **endpoint_filter) Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:49:59.908735 dv-cinder-786054-4-smb neutron-server[86220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:50:00.013142 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:00.018106 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:00.022624 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:00.050941 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=5dbeac21-b7c3-43ba-938f-f593c439d69c,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:00.055031 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] 10.222.0.44 "DELETE /v2.0/networks/5dbeac21-b7c3-43ba-938f-f593c439d69c HTTP/1.1" status: 204 len: 168 time: 1.4540713 Apr 20 05:50:00.057610 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 57688) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:00.063843 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a6910b86-6c3e-4ff4-beec-b01175915ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:00.107804 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-fb7845b5-fc01-491b-ad31-484e73886bcb None None] The port '0146ae47-9970-447f-b51e-de7b8f3c1eb2' was deleted {{(pid=86333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 05:50:00.323631 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 0146ae47-9970-447f-b51e-de7b8f3c1eb2 no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:50:00.362571 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: 0146ae47-9970-447f-b51e-de7b8f3c1eb2 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:50:00.362960 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 0146ae47-9970-447f-b51e-de7b8f3c1eb2 not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:50:00.636789 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d129cbd5-6922-4392-a5db-4df7dffc079d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854151526'] for router_interface, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:01.005658 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-d129cbd5-6922-4392-a5db-4df7dffc079d admin admin] Deleting port ae09fe91-3fae-4577-8c65-d54e9059e5f2 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:50:01.006035 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d129cbd5-6922-4392-a5db-4df7dffc079d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:01.194143 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-d129cbd5-6922-4392-a5db-4df7dffc079d admin admin] For port ae09fe91-3fae-4577-8c65-d54e9059e5f2, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=ae09fe91-3fae-4577-8c65-d54e9059e5f2,segment=NetworkSegment(15ea28e6-b247-4736-8d2c-d903391fab3c),segment_id=15ea28e6-b247-4736-8d2c-d903391fab3c)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:50:01.194541 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d129cbd5-6922-4392-a5db-4df7dffc079d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:01.323083 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-d129cbd5-6922-4392-a5db-4df7dffc079d admin admin] Calling delete_port for ae09fe91-3fae-4577-8c65-d54e9059e5f2 owned by network:router_interface {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:50:01.757398 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d129cbd5-6922-4392-a5db-4df7dffc079d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:01.762386 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-510f7237-9d71-4a52-8e77-7a56937811ab tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:01.811426 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129cbd5-6922-4392-a5db-4df7dffc079d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae09fe91-3fae-4577-8c65-d54e9059e5f2,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:01.838897 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d129cbd5-6922-4392-a5db-4df7dffc079d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:02.101698 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d129cbd5-6922-4392-a5db-4df7dffc079d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854151452'] for router_interface, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:02.487627 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d129cbd5-6922-4392-a5db-4df7dffc079d admin admin] Router d807e2ca-f025-40b7-9fac-c6954fccc7df has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:50:02.679524 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d129cbd5-6922-4392-a5db-4df7dffc079d admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:50:02.689315 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5d4d7a-6b3f-4429-8268-18ab00c614d5 None None] Sync routers for ids ['d807e2ca-f025-40b7-9fac-c6954fccc7df'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:50:02.696625 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-d129cbd5-6922-4392-a5db-4df7dffc079d admin admin] 10.222.0.44 "PUT /v2.0/routers/d807e2ca-f025-40b7-9fac-c6954fccc7df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6372821 Apr 20 05:50:02.699588 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 57704) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:02.701265 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5d4d7a-6b3f-4429-8268-18ab00c614d5 None None] Routers {'d807e2ca-f025-40b7-9fac-c6954fccc7df'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:50:02.701930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-bc5d4d7a-6b3f-4429-8268-18ab00c614d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:49:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['d807e2ca-f025-40b7-9fac-c6954fccc7df'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:50:02.890683 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42a99be1-c2e4-44c8-b735-211c08b0ac8f admin admin] Notify callbacks [] for router, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:02.891435 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-bc5d4d7a-6b3f-4429-8268-18ab00c614d5 None None] Set router d807e2ca-f025-40b7-9fac-c6954fccc7df gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:50:03.079513 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42a99be1-c2e4-44c8-b735-211c08b0ac8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:03.090935 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-42a99be1-c2e4-44c8-b735-211c08b0ac8f admin admin] Deleting port 6f2425bd-4833-4e2c-a5d2-8b9077d106ce {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:50:03.091430 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42a99be1-c2e4-44c8-b735-211c08b0ac8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:03.205184 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-bc5d4d7a-6b3f-4429-8268-18ab00c614d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'name': 'tempest-TestMinimumBasicScenario-437569677-router', 'tenant_id': '0edc60d830e64087bbff2cb691a746df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.49'}], 'enable_snat': True}, 'gw_port_id': '6f2425bd-4833-4e2c-a5d2-8b9077d106ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:24Z', 'updated_at': '2021-04-20T05:50:01Z', 'revision_number': 5, 'project_id': '0edc60d830e64087bbff2cb691a746df', 'gw_port': {'id': '6f2425bd-4833-4e2c-a5d2-8b9077d106ce', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:47:25Z', 'updated_at': '2021-04-20T05:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:50:03.210001 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5d4d7a-6b3f-4429-8268-18ab00c614d5 None None] Checking router: d807e2ca-f025-40b7-9fac-c6954fccc7df for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:50:03.220447 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5d4d7a-6b3f-4429-8268-18ab00c614d5 None None] Routers {'d807e2ca-f025-40b7-9fac-c6954fccc7df'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:50:03.221165 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-bc5d4d7a-6b3f-4429-8268-18ab00c614d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:49:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['d807e2ca-f025-40b7-9fac-c6954fccc7df'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:50:03.288937 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-42a99be1-c2e4-44c8-b735-211c08b0ac8f admin admin] For port 6f2425bd-4833-4e2c-a5d2-8b9077d106ce, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=6f2425bd-4833-4e2c-a5d2-8b9077d106ce,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:50:03.289334 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42a99be1-c2e4-44c8-b735-211c08b0ac8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:03.405729 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-bc5d4d7a-6b3f-4429-8268-18ab00c614d5 None None] Set router d807e2ca-f025-40b7-9fac-c6954fccc7df gateway port host: None {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:50:03.422863 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-42a99be1-c2e4-44c8-b735-211c08b0ac8f admin admin] Calling delete_port for 6f2425bd-4833-4e2c-a5d2-8b9077d106ce owned by network:router_gateway {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:50:03.528107 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-bc5d4d7a-6b3f-4429-8268-18ab00c614d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'name': 'tempest-TestMinimumBasicScenario-437569677-router', 'tenant_id': '0edc60d830e64087bbff2cb691a746df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:24Z', 'updated_at': '2021-04-20T05:50:03Z', 'revision_number': 6, 'project_id': '0edc60d830e64087bbff2cb691a746df', 'gw_port_host': None}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:50:03.533739 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5d4d7a-6b3f-4429-8268-18ab00c614d5 None None] The sync data for ids ['d807e2ca-f025-40b7-9fac-c6954fccc7df'] in dv-cinder-786054-4-smb is: [{'id': 'd807e2ca-f025-40b7-9fac-c6954fccc7df', 'name': 'tempest-TestMinimumBasicScenario-437569677-router', 'tenant_id': '0edc60d830e64087bbff2cb691a746df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:47:24Z', 'updated_at': '2021-04-20T05:50:03Z', 'revision_number': 6, 'project_id': '0edc60d830e64087bbff2cb691a746df', 'gw_port_host': None}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:50:03.854127 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42a99be1-c2e4-44c8-b735-211c08b0ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:03.858146 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3924e312-4bf0-48c5-bb15-b097c008d23c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:03.906022 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a99be1-c2e4-44c8-b735-211c08b0ac8f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f2425bd-4833-4e2c-a5d2-8b9077d106ce,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:03.909450 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-42a99be1-c2e4-44c8-b735-211c08b0ac8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:04.001712 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42a99be1-c2e4-44c8-b735-211c08b0ac8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644197'] for router_gateway, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:04.188272 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42a99be1-c2e4-44c8-b735-211c08b0ac8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-630585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744799'] for router, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:04.190785 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42a99be1-c2e4-44c8-b735-211c08b0ac8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:04.217547 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42a99be1-c2e4-44c8-b735-211c08b0ac8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854150019'] for router, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:04.218130 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a99be1-c2e4-44c8-b735-211c08b0ac8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d807e2ca-f025-40b7-9fac-c6954fccc7df {{(pid=86331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 05:50:04.231397 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-42a99be1-c2e4-44c8-b735-211c08b0ac8f admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:04.232589 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-42a99be1-c2e4-44c8-b735-211c08b0ac8f admin admin] 10.222.0.44 "DELETE /v2.0/routers/d807e2ca-f025-40b7-9fac-c6954fccc7df HTTP/1.1" status: 204 len: 168 time: 1.5319352 Apr 20 05:50:04.235562 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 57720) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:04.305677 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_v2 [None req-05172799-44f2-48b3-a8dd-ba0811a4b88f admin admin] Deleting subnet ed6784a2-dcba-4244-ac26-e79db20c0a9f {{(pid=86332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:50:04.308888 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05172799-44f2-48b3-a8dd-ba0811a4b88f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:04.332661 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device ae09fe91-3fae-4577-8c65-d54e9059e5f2 no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:50:04.364899 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05172799-44f2-48b3-a8dd-ba0811a4b88f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10657269'] for subnet, precommit_delete_associations {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:04.369998 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: ae09fe91-3fae-4577-8c65-d54e9059e5f2 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:50:04.370398 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device ae09fe91-3fae-4577-8c65-d54e9059e5f2 not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:50:04.370873 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 6f2425bd-4833-4e2c-a5d2-8b9077d106ce no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:50:04.406085 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: 6f2425bd-4833-4e2c-a5d2-8b9077d106ce {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:50:04.406575 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 6f2425bd-4833-4e2c-a5d2-8b9077d106ce not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:50:04.490581 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05172799-44f2-48b3-a8dd-ba0811a4b88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016692'] for subnet, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:04.749213 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05172799-44f2-48b3-a8dd-ba0811a4b88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850759156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-896790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11223367'] for subnet, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:04.753311 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b364e021-d56c-42ed-96f9-b6953fdd920f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:04.788019 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05172799-44f2-48b3-a8dd-ba0811a4b88f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed6784a2-dcba-4244-ac26-e79db20c0a9f,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:04.791971 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-05172799-44f2-48b3-a8dd-ba0811a4b88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:04.794283 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05172799-44f2-48b3-a8dd-ba0811a4b88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:04.800797 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-05172799-44f2-48b3-a8dd-ba0811a4b88f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ed6784a2-dcba-4244-ac26-e79db20c0a9f HTTP/1.1" status: 204 len: 168 time: 0.5638320 Apr 20 05:50:04.803370 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 57742) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:04.803502 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf81ccb4-7cd0-4fb7-b1b8-a4faa0682ad0 None None] Network 33a08e45-df25-4872-894d-a25d8dcb0d53 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:50:04.921361 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918712'] for network, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:04.932730 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Deleting port 9a6adeea-dee9-433a-88ca-599908c77e2a {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:50:04.933135 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:05.097625 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d6de0b-6109-410f-9eea-be2436e237a3 None None] DHCP port deletion for 33a08e45-df25-4872-894d-a25d8dcb0d53 request from dv-cinder-786054-4-smb {{(pid=86333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 05:50:05.103195 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-a0d6de0b-6109-410f-9eea-be2436e237a3 None None] Deleting port 9a6adeea-dee9-433a-88ca-599908c77e2a {{(pid=86333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:50:05.103621 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a0d6de0b-6109-410f-9eea-be2436e237a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:05.164072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] For port 9a6adeea-dee9-433a-88ca-599908c77e2a, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=9a6adeea-dee9-433a-88ca-599908c77e2a,segment=NetworkSegment(15ea28e6-b247-4736-8d2c-d903391fab3c),segment_id=15ea28e6-b247-4736-8d2c-d903391fab3c)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:50:05.164623 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:05.304775 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Calling delete_port for 9a6adeea-dee9-433a-88ca-599908c77e2a owned by network:dhcp {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:50:05.350381 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-a0d6de0b-6109-410f-9eea-be2436e237a3 None None] For port 9a6adeea-dee9-433a-88ca-599908c77e2a, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=9a6adeea-dee9-433a-88ca-599908c77e2a,segment=NetworkSegment(15ea28e6-b247-4736-8d2c-d903391fab3c),segment_id=15ea28e6-b247-4736-8d2c-d903391fab3c)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:50:05.350873 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a0d6de0b-6109-410f-9eea-be2436e237a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:05.398157 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:05.402751 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-68562c0f-0a2f-499e-97be-ce44f9eeeece tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:05.450594 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6adeea-dee9-433a-88ca-599908c77e2a,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:05.457159 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:05.458129 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] No DVR routers for this DVR port 9a6adeea-dee9-433a-88ca-599908c77e2a on host dv-cinder-786054-4-smb {{(pid=86332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:50:05.491088 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-a0d6de0b-6109-410f-9eea-be2436e237a3 None None] Calling delete_port for 9a6adeea-dee9-433a-88ca-599908c77e2a owned by network:dhcp {{(pid=86333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:50:05.568188 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.db.api [None req-a0d6de0b-6109-410f-9eea-be2436e237a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86333) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 05:50:05.568577 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_db.api [None req-a0d6de0b-6109-410f-9eea-be2436e237a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 05:50:05.583971 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850759071', 'neutron.services.segments.db._delete_segments_for_network-8736091077747'] for network, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:05.700252 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a08e45-df25-4872-894d-a25d8dcb0d53']}} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:50:05.713437 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ea28e6-b247-4736-8d2c-d903391fab3c') {'for_net_delete': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:50:05.713770 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ea28e6-b247-4736-8d2c-d903391fab3c') {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:50:05.726256 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300763536483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844118531'] for segment, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:05.741664 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:05.748573 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=86332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:50:05.928331 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Network 33a08e45-df25-4872-894d-a25d8dcb0d53 has no segments {{(pid=86332) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:50:05.937439 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4027173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853879371'] for segment, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:06.070249 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-a0d6de0b-6109-410f-9eea-be2436e237a3 None None] Deleting port 9a6adeea-dee9-433a-88ca-599908c77e2a {{(pid=86333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:50:06.070836 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a0d6de0b-6109-410f-9eea-be2436e237a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:06.151360 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-a0d6de0b-6109-410f-9eea-be2436e237a3 None None] The port '9a6adeea-dee9-433a-88ca-599908c77e2a' was deleted {{(pid=86333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 05:50:06.208049 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fc0bd7a9-bb8a-4ca0-8b25-564f814ec4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:06.326321 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 9a6adeea-dee9-433a-88ca-599908c77e2a no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:50:06.358585 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Network 33a08e45-df25-4872-894d-a25d8dcb0d53 has no segments {{(pid=86332) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:50:06.363123 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: 9a6adeea-dee9-433a-88ca-599908c77e2a {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:50:06.363516 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 9a6adeea-dee9-433a-88ca-599908c77e2a not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: Traceback (most recent call last): Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: timer() Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: cb(*args, **kw) Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: return func(*args, **kwargs) Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: self._notify() Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: self.callback(batched_events) Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: event.method(event) Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: segment_id)['aggregates'][0] Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: return f(self, *a, **k) Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: return self._get(url).json() Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: **kwargs) Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: return self.request(url, 'GET', **kwargs) Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: **endpoint_filter) Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:50:06.399199 dv-cinder-786054-4-smb neutron-server[86220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:50:06.476392 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:06.480493 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:06.493797 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:06.504319 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=33a08e45-df25-4872-894d-a25d8dcb0d53,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:06.508751 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:06.512445 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-262c9d96-1cb4-4457-acb0-3eca14d40d39 admin admin] 10.222.0.44 "DELETE /v2.0/networks/33a08e45-df25-4872-894d-a25d8dcb0d53 HTTP/1.1" status: 204 len: 168 time: 1.7080665 Apr 20 05:50:06.717923 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 57774) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:06.769098 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-8416e4a0-dcc6-4bb0-9668-d887b351158a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=021633b04e9d4684b74fff6ed36ae827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497546 Apr 20 05:50:06.771802 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 57780) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:06.836657 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-24ed111e-6b33-4b27-833f-05d11f320efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:06.864451 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-24ed111e-6b33-4b27-833f-05d11f320efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:06.914564 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-24ed111e-6b33-4b27-833f-05d11f320efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:06.919824 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d2501e93-2bc9-434f-a370-e14b174d00f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:06.935093 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed111e-6b33-4b27-833f-05d11f320efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2efda3-9ff2-465f-bf0d-fd88f552b285,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:06.937974 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-24ed111e-6b33-4b27-833f-05d11f320efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:06.943540 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-24ed111e-6b33-4b27-833f-05d11f320efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:06.944707 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-24ed111e-6b33-4b27-833f-05d11f320efa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf2efda3-9ff2-465f-bf0d-fd88f552b285 HTTP/1.1" status: 204 len: 168 time: 0.1719816 Apr 20 05:50:07.332256 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 57790) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:07.387941 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-0c7cb60b-051e-4796-957e-9360903d0e9c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0edc60d830e64087bbff2cb691a746df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543301 Apr 20 05:50:07.391653 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 57794) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:07.452868 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4257e308-b779-4d28-a740-f80416854718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:07.481342 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4257e308-b779-4d28-a740-f80416854718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:07.527967 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4257e308-b779-4d28-a740-f80416854718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:07.531813 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-0933299a-6a5e-4956-9de7-7ac91c188ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:07.543445 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257e308-b779-4d28-a740-f80416854718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9164542-6e6c-4d9a-9f19-8eb39d7ae40c,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:07.545917 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4257e308-b779-4d28-a740-f80416854718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:07.552109 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4257e308-b779-4d28-a740-f80416854718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:07.553346 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-4257e308-b779-4d28-a740-f80416854718 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9164542-6e6c-4d9a-9f19-8eb39d7ae40c HTTP/1.1" status: 204 len: 168 time: 0.1607726 Apr 20 05:50:07.942048 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f50495c2-4916-4ae2-9604-7703d2a61b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:08.786160 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:09.520423 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 57814) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:09.537801 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:09.651756 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fb043dd1-6b2f-41ec-a2f4-a98e81b07ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:09.666979 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-fb043dd1-6b2f-41ec-a2f4-a98e81b07ef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:50:09.671154 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-fb043dd1-6b2f-41ec-a2f4-a98e81b07ef3 admin admin] Usage tracker for resource:security_group_rule and tenant:e6be7db94bc94ab4abde85ca92471926 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:50:09.674146 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-fb043dd1-6b2f-41ec-a2f4-a98e81b07ef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:50:09.680580 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-fb043dd1-6b2f-41ec-a2f4-a98e81b07ef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:50:09.770603 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fb043dd1-6b2f-41ec-a2f4-a98e81b07ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:09.774832 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fb043dd1-6b2f-41ec-a2f4-a98e81b07ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:09.785302 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-347f0bdc-c0a8-4d6f-a857-ea95a8ba647a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:09.827903 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-fb043dd1-6b2f-41ec-a2f4-a98e81b07ef3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e6be7db94bc94ab4abde85ca92471926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062990 Apr 20 05:50:09.828830 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb043dd1-6b2f-41ec-a2f4-a98e81b07ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412850bc-f7d0-45ac-9bae-b2b6333ab734,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:09.831196 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 57820) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:09.832105 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-fb043dd1-6b2f-41ec-a2f4-a98e81b07ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:09.898919 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3d013c9e-ac16-45e9-b917-c92385f66aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:09.927249 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3d013c9e-ac16-45e9-b917-c92385f66aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:09.975572 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3d013c9e-ac16-45e9-b917-c92385f66aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:09.979419 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-533d3899-da4f-4f22-b67d-aa97c046ae1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:09.990865 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d013c9e-ac16-45e9-b917-c92385f66aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412850bc-f7d0-45ac-9bae-b2b6333ab734,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:09.994693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3d013c9e-ac16-45e9-b917-c92385f66aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:09.998113 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3d013c9e-ac16-45e9-b917-c92385f66aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:09.999307 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-3d013c9e-ac16-45e9-b917-c92385f66aca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/412850bc-f7d0-45ac-9bae-b2b6333ab734 HTTP/1.1" status: 204 len: 168 time: 0.1670103 Apr 20 05:50:10.401040 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:13.874574 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:20.477479 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69b7d6-0bc6-4b29-8778-4e5c636f27c6 req-9daa910e-08a9-4813-8053-a1927eb89b21 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:20.479048 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aa69b7d6-0bc6-4b29-8778-4e5c636f27c6 req-9daa910e-08a9-4813-8053-a1927eb89b21 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 946 time: 0.0883248 Apr 20 05:50:20.530105 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aa69b7d6-0bc6-4b29-8778-4e5c636f27c6 req-7fdae7b4-6f7a-4f9e-a2de-89a9eee46f0c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443444 Apr 20 05:50:21.713972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffb5b4-f72c-4da1-802f-09c8c267ee15 req-1ce5a2a0-2ac2-4c31-9898-21ae2da692b9 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:21.715536 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2bffb5b4-f72c-4da1-802f-09c8c267ee15 req-1ce5a2a0-2ac2-4c31-9898-21ae2da692b9 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.13 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 946 time: 0.0870531 Apr 20 05:50:21.747783 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613072e8-9b3d-4b56-8f70-c0bf8e24b976 req-59139428-cb8a-4089-bb88-8364c787039c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:21.749430 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-613072e8-9b3d-4b56-8f70-c0bf8e24b976 req-59139428-cb8a-4089-bb88-8364c787039c tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 946 time: 0.0901272 Apr 20 05:50:21.792280 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-2bffb5b4-f72c-4da1-802f-09c8c267ee15 req-87f67fca-7811-432c-9a7a-b88e21c08350 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Deleting port 916f709d-7e6d-4795-973e-504b174e9fdb {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:50:21.792696 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-2bffb5b4-f72c-4da1-802f-09c8c267ee15 req-87f67fca-7811-432c-9a7a-b88e21c08350 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:21.796992 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-613072e8-9b3d-4b56-8f70-c0bf8e24b976 req-081b6bb8-060b-4915-b119-541003d2f57d tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups?id=403b040b-0d27-4b42-83f2-7d9c644fc805&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405130 Apr 20 05:50:22.056874 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-2bffb5b4-f72c-4da1-802f-09c8c267ee15 req-87f67fca-7811-432c-9a7a-b88e21c08350 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] For port 916f709d-7e6d-4795-973e-504b174e9fdb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=916f709d-7e6d-4795-973e-504b174e9fdb,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:50:22.057310 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-2bffb5b4-f72c-4da1-802f-09c8c267ee15 req-87f67fca-7811-432c-9a7a-b88e21c08350 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:22.376552 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-2bffb5b4-f72c-4da1-802f-09c8c267ee15 req-87f67fca-7811-432c-9a7a-b88e21c08350 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:22.376991 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-2bffb5b4-f72c-4da1-802f-09c8c267ee15 req-87f67fca-7811-432c-9a7a-b88e21c08350 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629169'] for floatingip, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:22.377344 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.l3_db [req-2bffb5b4-f72c-4da1-802f-09c8c267ee15 req-87f67fca-7811-432c-9a7a-b88e21c08350 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Floating IP 1b0278ee-bb11-49dd-975a-b2fb8983f71b disassociated. External IP: 172.28.3.51, port: 916f709d-7e6d-4795-973e-504b174e9fdb. Apr 20 05:50:22.377724 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-2bffb5b4-f72c-4da1-802f-09c8c267ee15 req-87f67fca-7811-432c-9a7a-b88e21c08350 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Calling delete_port for 916f709d-7e6d-4795-973e-504b174e9fdb owned by compute:nova {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:50:22.530356 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-2bffb5b4-f72c-4da1-802f-09c8c267ee15 req-87f67fca-7811-432c-9a7a-b88e21c08350 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:22.536202 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-34a01e4c-ebe0-48d7-aa5c-a6cafa71b18a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:22.583090 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f67fca-7811-432c-9a7a-b88e21c08350 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Pushing event deleted for resources: {'Port': ['ID=916f709d-7e6d-4795-973e-504b174e9fdb,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:22.586954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-87f67fca-7811-432c-9a7a-b88e21c08350 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:22.781164 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bffb5b4-f72c-4da1-802f-09c8c267ee15 req-87f67fca-7811-432c-9a7a-b88e21c08350 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Router 9b0ad32a-397b-4e45-957b-936a7d45b31e has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:50:22.980878 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8f2e7853-0c4a-4ec8-b66d-c50d81b64d3c req-449849ce-b714-474d-b8b0-8210055a19e0 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/ports?device_id=747a379a-ee4c-4dd8-846d-307133a61e3e HTTP/1.1" status: 200 len: 210 time: 0.0644069 Apr 20 05:50:23.015289 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bffb5b4-f72c-4da1-802f-09c8c267ee15 req-87f67fca-7811-432c-9a7a-b88e21c08350 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:50:23.025652 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab40d2d-72d0-4b2c-a967-32089706b393 None None] Sync routers for ids ['9b0ad32a-397b-4e45-957b-936a7d45b31e'] in dv-cinder-786054-4-smb {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:50:23.036141 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab40d2d-72d0-4b2c-a967-32089706b393 None None] Routers {'9b0ad32a-397b-4e45-957b-936a7d45b31e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:50:23.037141 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-dab40d2d-72d0-4b2c-a967-32089706b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:50:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['9b0ad32a-397b-4e45-957b-936a7d45b31e'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:50:23.094684 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bffb5b4-f72c-4da1-802f-09c8c267ee15 req-87f67fca-7811-432c-9a7a-b88e21c08350 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] No DVR routers for this DVR port 916f709d-7e6d-4795-973e-504b174e9fdb on host hv-cinder-78605 {{(pid=86332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:50:23.097261 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-2bffb5b4-f72c-4da1-802f-09c8c267ee15 req-87f67fca-7811-432c-9a7a-b88e21c08350 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:23.107370 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'name': 'network-vif-deleted', 'tag': '916f709d-7e6d-4795-973e-504b174e9fdb'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:50:23.114296 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2bffb5b4-f72c-4da1-802f-09c8c267ee15 req-87f67fca-7811-432c-9a7a-b88e21c08350 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.13 "DELETE /v2.0/ports/916f709d-7e6d-4795-973e-504b174e9fdb HTTP/1.1" status: 204 len: 173 time: 1.3928196 Apr 20 05:50:23.160965 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747a379a-ee4c-4dd8-846d-307133a61e3e', 'name': 'network-vif-deleted', 'tag': '916f709d-7e6d-4795-973e-504b174e9fdb', 'status': 'completed', 'code': 200} Apr 20 05:50:23.398814 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-dab40d2d-72d0-4b2c-a967-32089706b393 None None] Set router 9b0ad32a-397b-4e45-957b-936a7d45b31e gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:50:23.902870 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-dab40d2d-72d0-4b2c-a967-32089706b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '9eda9181-7041-426e-a31e-4eb394066367', 'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'mac_address': 'fa:16:3e:6c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:21Z', 'revision_number': 5, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'subnets': [{'id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:50:23.917650 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab40d2d-72d0-4b2c-a967-32089706b393 None None] Checking router: 9b0ad32a-397b-4e45-957b-936a7d45b31e for host: dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:50:23.933180 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab40d2d-72d0-4b2c-a967-32089706b393 None None] Routers {'9b0ad32a-397b-4e45-957b-936a7d45b31e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:50:23.933831 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-dab40d2d-72d0-4b2c-a967-32089706b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:50:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['9b0ad32a-397b-4e45-957b-936a7d45b31e'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:50:24.115448 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 57998) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:24.118234 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 916f709d-7e6d-4795-973e-504b174e9fdb no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:50:24.132716 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-dab40d2d-72d0-4b2c-a967-32089706b393 None None] Set router 9b0ad32a-397b-4e45-957b-936a7d45b31e gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:50:24.162256 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] No Port match for: 916f709d-7e6d-4795-973e-504b174e9fdb {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:50:24.162603 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 916f709d-7e6d-4795-973e-504b174e9fdb not bound to the agent host hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:50:24.190869 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:24.219768 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:24.268075 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:24.273609 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e7578f8e-5863-40c0-bc08-1d869e8424a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:24.291332 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=403b040b-0d27-4b42-83f2-7d9c644fc805,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:24.300251 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:24.300675 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:24.301112 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:24.301511 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:24.301918 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:24.302324 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:24.302726 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:24.303126 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:24.303532 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:24.303928 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:24.304326 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:24.304723 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:24.310817 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:24.315493 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:24.319494 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-043acba5-583f-4e27-9ca7-53e3a4e18b52 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "DELETE /v2.0/security-groups/403b040b-0d27-4b42-83f2-7d9c644fc805 HTTP/1.1" status: 204 len: 168 time: 0.2001367 Apr 20 05:50:24.319628 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 58002) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:24.337145 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.api.v2.resource [None req-a0c72c75-f94b-4178-9ba5-be8fb1da84c2 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] show failed (client error): The resource could not be found. Apr 20 05:50:24.338226 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-a0c72c75-f94b-4178-9ba5-be8fb1da84c2 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "GET /v2.0/security-groups/403b040b-0d27-4b42-83f2-7d9c644fc805 HTTP/1.1" status: 404 len: 347 time: 0.0176108 Apr 20 05:50:24.341366 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 58006) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:24.462573 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-dab40d2d-72d0-4b2c-a967-32089706b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '9eda9181-7041-426e-a31e-4eb394066367', 'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'mac_address': 'fa:16:3e:6c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:21Z', 'revision_number': 5, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'subnets': [{'id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:50:24.466949 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab40d2d-72d0-4b2c-a967-32089706b393 None None] The sync data for ids ['9b0ad32a-397b-4e45-957b-936a7d45b31e'] in dv-cinder-786054-4-smb is: [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:44:08Z', 'revision_number': 4, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': '9eda9181-7041-426e-a31e-4eb394066367', 'name': '', 'network_id': 'b33f592a-fb2a-48c3-93cb-6ae242341fc0', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'mac_address': 'fa:16:3e:6c:04:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:44:06Z', 'updated_at': '2021-04-20T05:44:21Z', 'revision_number': 5, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'subnets': [{'id': 'ae89ec99-f254-4930-8e7f-44ab758e868e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:50:24.510270 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-08ab0a75-aef2-46e1-b85a-4ed927a75469 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Deleting port e14e1337-c5da-43a9-9cf3-e22f9abff551 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:50:24.510646 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-08ab0a75-aef2-46e1-b85a-4ed927a75469 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:24.693019 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-08ab0a75-aef2-46e1-b85a-4ed927a75469 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:24.693399 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-08ab0a75-aef2-46e1-b85a-4ed927a75469 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:24.830324 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-08ab0a75-aef2-46e1-b85a-4ed927a75469 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Calling delete_port for e14e1337-c5da-43a9-9cf3-e22f9abff551 owned by network:floatingip {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:50:24.841700 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0410213c-2e09-468e-b734-cdbb134dfdbb None None] New status for floating IP 1b0278ee-bb11-49dd-975a-b2fb8983f71b: DOWN {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 05:50:24.982185 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-08ab0a75-aef2-46e1-b85a-4ed927a75469 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:24.986992 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1a186e62-c539-46f5-900e-c48461ae0cc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:25.000229 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.db.api [None req-0410213c-2e09-468e-b734-cdbb134dfdbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86333) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 05:50:25.000847 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_db.api [None req-0410213c-2e09-468e-b734-cdbb134dfdbb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 05:50:25.038446 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab0a75-aef2-46e1-b85a-4ed927a75469 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Pushing event deleted for resources: {'Port': ['ID=e14e1337-c5da-43a9-9cf3-e22f9abff551,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:25.077725 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-08ab0a75-aef2-46e1-b85a-4ed927a75469 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:25.134860 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-08ab0a75-aef2-46e1-b85a-4ed927a75469 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks [] for floatingip, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:25.149743 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-08ab0a75-aef2-46e1-b85a-4ed927a75469 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for floatingip, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:25.151061 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-08ab0a75-aef2-46e1-b85a-4ed927a75469 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] 10.222.0.44 "DELETE /v2.0/floatingips/1b0278ee-bb11-49dd-975a-b2fb8983f71b HTTP/1.1" status: 204 len: 168 time: 0.8084848 Apr 20 05:50:25.503510 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0410213c-2e09-468e-b734-cdbb134dfdbb None None] New status for floating IP 1b0278ee-bb11-49dd-975a-b2fb8983f71b: DOWN {{(pid=86333) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 05:50:27.994054 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 58064) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:28.749922 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fefd6637-a477-4774-9bf8-20ba3e8a2bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854151526'] for router_interface, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:28.800947 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 58092) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:28.930039 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-34c73c10-5f7c-490f-8e10-507473fd66f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:28.945455 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-34c73c10-5f7c-490f-8e10-507473fd66f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:50:28.949584 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-34c73c10-5f7c-490f-8e10-507473fd66f8 admin admin] Usage tracker for resource:security_group_rule and tenant:fd84947e44d94eb0a4fecf78ec7193bd is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:50:28.952547 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-34c73c10-5f7c-490f-8e10-507473fd66f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:50:28.958562 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-34c73c10-5f7c-490f-8e10-507473fd66f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:50:29.047224 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-34c73c10-5f7c-490f-8e10-507473fd66f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:29.051084 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-34c73c10-5f7c-490f-8e10-507473fd66f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:29.060030 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-22daaa00-5982-4ecb-821d-649c1fe0b8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:29.101852 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-34c73c10-5f7c-490f-8e10-507473fd66f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd84947e44d94eb0a4fecf78ec7193bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996259 Apr 20 05:50:29.102779 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c73c10-5f7c-490f-8e10-507473fd66f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6826434e-ae56-451a-9786-6a04501fd336,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:29.104964 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 58098) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:29.106378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-34c73c10-5f7c-490f-8e10-507473fd66f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:29.130917 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-fefd6637-a477-4774-9bf8-20ba3e8a2bf6 admin admin] Deleting port 9eda9181-7041-426e-a31e-4eb394066367 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:50:29.131237 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fefd6637-a477-4774-9bf8-20ba3e8a2bf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:29.168205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:50:29.299963 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b07b5d52-94e8-4b7b-81b4-15369c3b90d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:29.352469 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b07b5d52-94e8-4b7b-81b4-15369c3b90d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:29.400385 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-fefd6637-a477-4774-9bf8-20ba3e8a2bf6 admin admin] For port 9eda9181-7041-426e-a31e-4eb394066367, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=9eda9181-7041-426e-a31e-4eb394066367,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:50:29.400705 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fefd6637-a477-4774-9bf8-20ba3e8a2bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:29.533473 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-fefd6637-a477-4774-9bf8-20ba3e8a2bf6 admin admin] Calling delete_port for 9eda9181-7041-426e-a31e-4eb394066367 owned by network:router_interface {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:50:29.593797 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b07b5d52-94e8-4b7b-81b4-15369c3b90d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:29.598657 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-0724ff48-281f-4c22-8b37-830dd8b6dbfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:29.625707 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b5d52-94e8-4b7b-81b4-15369c3b90d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6826434e-ae56-451a-9786-6a04501fd336,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:29.629449 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b07b5d52-94e8-4b7b-81b4-15369c3b90d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:29.639823 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b07b5d52-94e8-4b7b-81b4-15369c3b90d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:29.641069 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-b07b5d52-94e8-4b7b-81b4-15369c3b90d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6826434e-ae56-451a-9786-6a04501fd336 HTTP/1.1" status: 204 len: 168 time: 0.5326390 Apr 20 05:50:29.735800 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fefd6637-a477-4774-9bf8-20ba3e8a2bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:29.740524 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:29.789812 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd6637-a477-4774-9bf8-20ba3e8a2bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eda9181-7041-426e-a31e-4eb394066367,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:29.820775 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-fefd6637-a477-4774-9bf8-20ba3e8a2bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:29.953150 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 58106) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:29.973343 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bf2674f0-06c8-4dad-9ff2-52b00cdbae4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:29.988420 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-bf2674f0-06c8-4dad-9ff2-52b00cdbae4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:50:29.992505 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-bf2674f0-06c8-4dad-9ff2-52b00cdbae4e admin admin] Usage tracker for resource:security_group_rule and tenant:61c31af9dbb040909ba544bdca4c5c71 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:50:29.995516 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-bf2674f0-06c8-4dad-9ff2-52b00cdbae4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:50:30.002132 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-bf2674f0-06c8-4dad-9ff2-52b00cdbae4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:50:30.094977 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bf2674f0-06c8-4dad-9ff2-52b00cdbae4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:30.098572 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bf2674f0-06c8-4dad-9ff2-52b00cdbae4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:30.108479 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ed773375-af09-4d94-907d-0241b601cbdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:30.157861 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-bf2674f0-06c8-4dad-9ff2-52b00cdbae4e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61c31af9dbb040909ba544bdca4c5c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034500 Apr 20 05:50:30.159685 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2674f0-06c8-4dad-9ff2-52b00cdbae4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88323099-c816-4885-a40c-3c3472424cd2,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:30.162320 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 58110) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:30.165045 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-bf2674f0-06c8-4dad-9ff2-52b00cdbae4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:30.229559 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d867f4c0-79cd-43a4-b7b7-11a6656b8015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:30.258270 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d867f4c0-79cd-43a4-b7b7-11a6656b8015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:30.308187 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d867f4c0-79cd-43a4-b7b7-11a6656b8015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:30.315891 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3d013c9e-ac16-45e9-b917-c92385f66aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:30.322967 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fefd6637-a477-4774-9bf8-20ba3e8a2bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854151452'] for router_interface, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:30.323952 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867f4c0-79cd-43a4-b7b7-11a6656b8015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88323099-c816-4885-a40c-3c3472424cd2,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:30.329058 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d867f4c0-79cd-43a4-b7b7-11a6656b8015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:30.338415 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-d867f4c0-79cd-43a4-b7b7-11a6656b8015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:30.342233 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-d867f4c0-79cd-43a4-b7b7-11a6656b8015 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88323099-c816-4885-a40c-3c3472424cd2 HTTP/1.1" status: 204 len: 168 time: 0.1763740 Apr 20 05:50:30.717719 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefd6637-a477-4774-9bf8-20ba3e8a2bf6 admin admin] Router 9b0ad32a-397b-4e45-957b-936a7d45b31e has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86331) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:50:30.908552 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefd6637-a477-4774-9bf8-20ba3e8a2bf6 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86331) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:50:30.918201 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c271464-52b2-4aea-adc1-5b48ecfd9b13 None None] Sync routers for ids ['9b0ad32a-397b-4e45-957b-936a7d45b31e'] in dv-cinder-786054-4-smb {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:50:30.924060 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-fefd6637-a477-4774-9bf8-20ba3e8a2bf6 admin admin] 10.222.0.44 "PUT /v2.0/routers/9b0ad32a-397b-4e45-957b-936a7d45b31e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9285967 Apr 20 05:50:30.926863 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 58130) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:30.929436 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c271464-52b2-4aea-adc1-5b48ecfd9b13 None None] Routers {'9b0ad32a-397b-4e45-957b-936a7d45b31e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:50:30.930181 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-8c271464-52b2-4aea-adc1-5b48ecfd9b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:50:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['9b0ad32a-397b-4e45-957b-936a7d45b31e'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:50:31.115208 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c7ac4461-ee9a-4996-8da4-35c3eec4ae5d admin admin] Notify callbacks [] for router, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:31.137955 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-8c271464-52b2-4aea-adc1-5b48ecfd9b13 None None] Set router 9b0ad32a-397b-4e45-957b-936a7d45b31e gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:50:31.323866 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c7ac4461-ee9a-4996-8da4-35c3eec4ae5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:31.333509 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac4461-ee9a-4996-8da4-35c3eec4ae5d admin admin] Deleting port f43afa6d-ed1e-489b-935d-1f35e3a19188 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:50:31.333980 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c7ac4461-ee9a-4996-8da4-35c3eec4ae5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:31.445564 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-8c271464-52b2-4aea-adc1-5b48ecfd9b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:50:29Z', 'revision_number': 5, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port': {'id': 'f43afa6d-ed1e-489b-935d-1f35e3a19188', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:43:59Z', 'updated_at': '2021-04-20T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:50:31.449750 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c271464-52b2-4aea-adc1-5b48ecfd9b13 None None] Checking router: 9b0ad32a-397b-4e45-957b-936a7d45b31e for host: dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:50:31.459361 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c271464-52b2-4aea-adc1-5b48ecfd9b13 None None] Routers {'9b0ad32a-397b-4e45-957b-936a7d45b31e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:50:31.460011 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-8c271464-52b2-4aea-adc1-5b48ecfd9b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:50:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['9b0ad32a-397b-4e45-957b-936a7d45b31e'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:50:31.521683 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-c7ac4461-ee9a-4996-8da4-35c3eec4ae5d admin admin] For port f43afa6d-ed1e-489b-935d-1f35e3a19188, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=f43afa6d-ed1e-489b-935d-1f35e3a19188,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:50:31.522082 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c7ac4461-ee9a-4996-8da4-35c3eec4ae5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:31.658358 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac4461-ee9a-4996-8da4-35c3eec4ae5d admin admin] Calling delete_port for f43afa6d-ed1e-489b-935d-1f35e3a19188 owned by network:router_gateway {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:50:31.790041 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-8c271464-52b2-4aea-adc1-5b48ecfd9b13 None None] Set router 9b0ad32a-397b-4e45-957b-936a7d45b31e gateway port host: None {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:50:31.846677 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c7ac4461-ee9a-4996-8da4-35c3eec4ae5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:31.852232 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-03d8c8c3-8899-472b-bc3e-94a9442b9c5c tempest-VolumesActionsTest-857816997 tempest-VolumesActionsTest-857816997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:31.901756 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac4461-ee9a-4996-8da4-35c3eec4ae5d admin admin] Pushing event deleted for resources: {'Port': ['ID=f43afa6d-ed1e-489b-935d-1f35e3a19188,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:31.904627 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-8c271464-52b2-4aea-adc1-5b48ecfd9b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:50:31Z', 'revision_number': 6, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port_host': None}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:50:31.905791 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c7ac4461-ee9a-4996-8da4-35c3eec4ae5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:31.910277 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c271464-52b2-4aea-adc1-5b48ecfd9b13 None None] The sync data for ids ['9b0ad32a-397b-4e45-957b-936a7d45b31e'] in dv-cinder-786054-4-smb is: [{'id': '9b0ad32a-397b-4e45-957b-936a7d45b31e', 'name': 'tempest-AttachVolumeShelveTestJSON-1294326543-router', 'tenant_id': '10c6bb10c09f41b2bd958de46431d375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:43:57Z', 'updated_at': '2021-04-20T05:50:31Z', 'revision_number': 6, 'project_id': '10c6bb10c09f41b2bd958de46431d375', 'gw_port_host': None}] {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:50:32.006935 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c7ac4461-ee9a-4996-8da4-35c3eec4ae5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644197'] for router_gateway, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:32.199426 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c7ac4461-ee9a-4996-8da4-35c3eec4ae5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-630585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744799'] for router, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:32.202111 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c7ac4461-ee9a-4996-8da4-35c3eec4ae5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:32.226560 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c7ac4461-ee9a-4996-8da4-35c3eec4ae5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854150019'] for router, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:32.227116 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ac4461-ee9a-4996-8da4-35c3eec4ae5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b0ad32a-397b-4e45-957b-936a7d45b31e {{(pid=86331) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 05:50:32.240417 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c7ac4461-ee9a-4996-8da4-35c3eec4ae5d admin admin] Notify callbacks [] for router, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:32.241707 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c7ac4461-ee9a-4996-8da4-35c3eec4ae5d admin admin] 10.222.0.44 "DELETE /v2.0/routers/9b0ad32a-397b-4e45-957b-936a7d45b31e HTTP/1.1" status: 204 len: 168 time: 1.3138552 Apr 20 05:50:32.244420 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 58160) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:32.318198 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b19389b-b28a-4464-91b1-a5dbc1605f6e admin admin] Deleting subnet ae89ec99-f254-4930-8e7f-44ab758e868e {{(pid=86331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:50:32.321611 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1b19389b-b28a-4464-91b1-a5dbc1605f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:32.353226 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device f43afa6d-ed1e-489b-935d-1f35e3a19188 no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:50:32.374146 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1b19389b-b28a-4464-91b1-a5dbc1605f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843777524'] for subnet, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:32.390058 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: f43afa6d-ed1e-489b-935d-1f35e3a19188 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:50:32.390691 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device f43afa6d-ed1e-489b-935d-1f35e3a19188 not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:50:32.391328 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 9eda9181-7041-426e-a31e-4eb394066367 no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:50:32.428075 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: 9eda9181-7041-426e-a31e-4eb394066367 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:50:32.428738 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 9eda9181-7041-426e-a31e-4eb394066367 not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:50:32.468753 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1b19389b-b28a-4464-91b1-a5dbc1605f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016692'] for subnet, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:32.734148 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1b19389b-b28a-4464-91b1-a5dbc1605f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850759156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843007307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10592222'] for subnet, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:32.739117 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:32.777938 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19389b-b28a-4464-91b1-a5dbc1605f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae89ec99-f254-4930-8e7f-44ab758e868e,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:32.781099 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1b19389b-b28a-4464-91b1-a5dbc1605f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:32.782199 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1b19389b-b28a-4464-91b1-a5dbc1605f6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:32.789112 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bec7604-42f6-478f-ac94-6d404ce9adfd None None] Network b33f592a-fb2a-48c3-93cb-6ae242341fc0 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:50:32.789607 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-1b19389b-b28a-4464-91b1-a5dbc1605f6e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ae89ec99-f254-4930-8e7f-44ab758e868e HTTP/1.1" status: 204 len: 168 time: 0.5438242 Apr 20 05:50:32.791005 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 58178) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:32.903111 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918712'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:32.914359 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Deleting port 899e0252-549a-49b7-834f-795767bf9401 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:50:32.914725 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:33.085954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2d6ec4-cc81-482b-be5f-5968b3c6a9b0 None None] DHCP port deletion for b33f592a-fb2a-48c3-93cb-6ae242341fc0 request from dv-cinder-786054-4-smb {{(pid=86333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 05:50:33.090351 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d6ec4-cc81-482b-be5f-5968b3c6a9b0 None None] Deleting port 899e0252-549a-49b7-834f-795767bf9401 {{(pid=86333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:50:33.090902 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6ec4-cc81-482b-be5f-5968b3c6a9b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:33.186762 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] For port 899e0252-549a-49b7-834f-795767bf9401, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=899e0252-549a-49b7-834f-795767bf9401,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:50:33.187400 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:33.317710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-8a2d6ec4-cc81-482b-be5f-5968b3c6a9b0 None None] For port 899e0252-549a-49b7-834f-795767bf9401, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=899e0252-549a-49b7-834f-795767bf9401,segment=NetworkSegment(cc76c5e4-0f58-4054-a99a-92ffe99bb9c8),segment_id=cc76c5e4-0f58-4054-a99a-92ffe99bb9c8)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:50:33.318189 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6ec4-cc81-482b-be5f-5968b3c6a9b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:33.327986 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Calling delete_port for 899e0252-549a-49b7-834f-795767bf9401 owned by network:dhcp {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:50:33.640249 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d6ec4-cc81-482b-be5f-5968b3c6a9b0 None None] Calling delete_port for 899e0252-549a-49b7-834f-795767bf9401 owned by network:dhcp {{(pid=86333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:50:33.682237 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:33.687439 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-0a1f72d6-975b-4369-b62a-feb62ced3626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:33.717087 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.db.api [None req-8a2d6ec4-cc81-482b-be5f-5968b3c6a9b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86333) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 05:50:33.717505 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_db.api [None req-8a2d6ec4-cc81-482b-be5f-5968b3c6a9b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 05:50:33.732478 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Pushing event deleted for resources: {'Port': ['ID=899e0252-549a-49b7-834f-795767bf9401,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:33.736660 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:33.738862 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] No DVR routers for this DVR port 899e0252-549a-49b7-834f-795767bf9401 on host dv-cinder-786054-4-smb {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:50:33.858892 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850759071', 'neutron.services.segments.db._delete_segments_for_network-8736091077747'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:33.972940 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33f592a-fb2a-48c3-93cb-6ae242341fc0']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:50:33.986133 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:50:33.986467 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc76c5e4-0f58-4054-a99a-92ffe99bb9c8') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:50:33.998894 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300763536483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10998276'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:34.014160 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:34.020685 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:50:34.198238 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 58214) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:34.201239 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Network b33f592a-fb2a-48c3-93cb-6ae242341fc0 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:50:34.210279 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4027173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11767830'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:34.218655 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d6ec4-cc81-482b-be5f-5968b3c6a9b0 None None] Deleting port 899e0252-549a-49b7-834f-795767bf9401 {{(pid=86333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:50:34.219172 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6ec4-cc81-482b-be5f-5968b3c6a9b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:34.295331 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d6ec4-cc81-482b-be5f-5968b3c6a9b0 None None] The port '899e0252-549a-49b7-834f-795767bf9401' was deleted {{(pid=86333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 05:50:34.352736 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5e21-4670-4ece-91a7-8d6c9f5d60cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:34.363431 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 899e0252-549a-49b7-834f-795767bf9401 no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:50:34.369965 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-f6ae5e21-4670-4ece-91a7-8d6c9f5d60cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:50:34.374029 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-f6ae5e21-4670-4ece-91a7-8d6c9f5d60cc admin admin] Usage tracker for resource:security_group_rule and tenant:442ee4fd601542adadb159373e2379e7 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:50:34.377057 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-f6ae5e21-4670-4ece-91a7-8d6c9f5d60cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:50:34.383083 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-f6ae5e21-4670-4ece-91a7-8d6c9f5d60cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:50:34.393848 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Network b33f592a-fb2a-48c3-93cb-6ae242341fc0 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:50:34.399953 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: 899e0252-549a-49b7-834f-795767bf9401 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:50:34.400349 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 899e0252-549a-49b7-834f-795767bf9401 not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: Traceback (most recent call last): Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: timer() Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: cb(*args, **kw) Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: return func(*args, **kwargs) Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: self._notify() Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: self.callback(batched_events) Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: event.method(event) Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: segment_id)['aggregates'][0] Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: return f(self, *a, **k) Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: return self._get(url).json() Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: **kwargs) Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: return self.request(url, 'GET', **kwargs) Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: **endpoint_filter) Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:50:34.421895 dv-cinder-786054-4-smb neutron-server[86220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:50:34.474573 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5e21-4670-4ece-91a7-8d6c9f5d60cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:34.479375 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f6ae5e21-4670-4ece-91a7-8d6c9f5d60cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:34.491734 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2f6359dd-6ee6-4954-aaa7-14caddda9565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:34.496754 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:34.501563 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:34.505576 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-28d94db9-3d36-422d-90be-8907433ce218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:34.530002 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Pushing event deleted for resources: {'Network': ['ID=b33f592a-fb2a-48c3-93cb-6ae242341fc0,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:34.532614 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:34.533587 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae5e21-4670-4ece-91a7-8d6c9f5d60cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42b40c1-fa7e-4990-be77-fedb79807e20,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:34.537224 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-f6ae5e21-4670-4ece-91a7-8d6c9f5d60cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:34.542074 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-f6ae5e21-4670-4ece-91a7-8d6c9f5d60cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=442ee4fd601542adadb159373e2379e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404291 Apr 20 05:50:34.542980 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 58220) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:34.546661 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-641f9c5c-2697-47f3-8d48-24cb4cdbb984 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b33f592a-fb2a-48c3-93cb-6ae242341fc0 HTTP/1.1" status: 204 len: 168 time: 1.7545400 Apr 20 05:50:34.606447 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c472cc3f-4f61-4b68-8f2c-bf9a729deed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:34.633053 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c472cc3f-4f61-4b68-8f2c-bf9a729deed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:34.665757 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 58226) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:34.718213 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c472cc3f-4f61-4b68-8f2c-bf9a729deed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:34.722031 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-61f905c0-207d-4110-8072-d31f3dceb057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:34.733798 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-db1ebf7f-8236-46f1-9060-a842dd3cfe4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10c6bb10c09f41b2bd958de46431d375&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0669172 Apr 20 05:50:34.736844 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 58230) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:34.739586 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472cc3f-4f61-4b68-8f2c-bf9a729deed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42b40c1-fa7e-4990-be77-fedb79807e20,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:34.743471 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c472cc3f-4f61-4b68-8f2c-bf9a729deed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:34.749614 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c472cc3f-4f61-4b68-8f2c-bf9a729deed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:34.750857 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c472cc3f-4f61-4b68-8f2c-bf9a729deed9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c42b40c1-fa7e-4990-be77-fedb79807e20 HTTP/1.1" status: 204 len: 168 time: 0.2068441 Apr 20 05:50:34.809519 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-071094ef-d23d-467a-acdf-05245c00d141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:34.836965 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-071094ef-d23d-467a-acdf-05245c00d141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:34.883755 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-071094ef-d23d-467a-acdf-05245c00d141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:34.888939 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-dbecffd8-6aa6-4f3c-95fd-66cc583d4fce tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:34.902601 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071094ef-d23d-467a-acdf-05245c00d141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b809844-c046-46ea-8eee-4487cd78c4fb,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:34.907789 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-071094ef-d23d-467a-acdf-05245c00d141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:34.910452 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-071094ef-d23d-467a-acdf-05245c00d141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:34.914309 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-071094ef-d23d-467a-acdf-05245c00d141 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b809844-c046-46ea-8eee-4487cd78c4fb HTTP/1.1" status: 204 len: 168 time: 0.1736097 Apr 20 05:50:35.117547 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 58242) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:35.137423 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c741dbbd-2255-4fef-a601-7f1a975caa69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:35.152376 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c741dbbd-2255-4fef-a601-7f1a975caa69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:50:35.156526 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c741dbbd-2255-4fef-a601-7f1a975caa69 admin admin] Usage tracker for resource:security_group_rule and tenant:7b00842fe21c4c1d905cba6c476af46f is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:50:35.159571 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-c741dbbd-2255-4fef-a601-7f1a975caa69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:50:35.165653 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-c741dbbd-2255-4fef-a601-7f1a975caa69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:50:35.262111 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c741dbbd-2255-4fef-a601-7f1a975caa69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:35.266380 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c741dbbd-2255-4fef-a601-7f1a975caa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:35.274376 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-34c73c10-5f7c-490f-8e10-507473fd66f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:35.317994 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741dbbd-2255-4fef-a601-7f1a975caa69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfc9b08-d70a-418a-b657-d095999a44b6,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:35.324157 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-c741dbbd-2255-4fef-a601-7f1a975caa69 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b00842fe21c4c1d905cba6c476af46f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039027 Apr 20 05:50:35.324157 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c741dbbd-2255-4fef-a601-7f1a975caa69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:35.325458 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 58252) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:35.389012 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-551bdd6e-7fc3-4fd8-b6f7-02c2c2ad14d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:35.416666 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-551bdd6e-7fc3-4fd8-b6f7-02c2c2ad14d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:35.466234 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-551bdd6e-7fc3-4fd8-b6f7-02c2c2ad14d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:35.471351 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:35.484951 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bdd6e-7fc3-4fd8-b6f7-02c2c2ad14d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfc9b08-d70a-418a-b657-d095999a44b6,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:35.487986 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-551bdd6e-7fc3-4fd8-b6f7-02c2c2ad14d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:35.488945 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-551bdd6e-7fc3-4fd8-b6f7-02c2c2ad14d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:35.493743 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-551bdd6e-7fc3-4fd8-b6f7-02c2c2ad14d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/acfc9b08-d70a-418a-b657-d095999a44b6 HTTP/1.1" status: 204 len: 168 time: 0.1632230 Apr 20 05:50:35.700154 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 58270) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:35.817047 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1685408943-network', 'tenant_id': 'd909474985d44d6cb1921877d20e43bd'}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:50:35.822608 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:50:35.827204 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Usage tracker for resource:network and tenant:d909474985d44d6cb1921877d20e43bd is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:50:35.830475 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:50:35.837722 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:50:35.846967 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Made reservation on behalf of d909474985d44d6cb1921877d20e43bd for: {'network': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:50:35.851753 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for network, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:35.865041 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:35.880366 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:50:35.884484 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Usage tracker for resource:security_group_rule and tenant:d909474985d44d6cb1921877d20e43bd is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:50:35.887516 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:50:35.893929 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:50:35.977884 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:35.981534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:35.985843 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2788ef18-f011-41ef-bf31-6f78b04a545d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:36.014223 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=86331) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 05:50:36.027553 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:36.031935 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:36.032899 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:36.033291 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.segments_db [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Added segment 5c24e01b-cfd6-44d0-96f1-a505648bfefe of type vlan for network 699ee701-02b7-4cb0-ae25-2043e0d69079 Apr 20 05:50:36.061252 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736090717418'] for network, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:36.093526 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194'] for network, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:36.095291 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:36.096015 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:36.104436 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:36.209824 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Pushing event updated for resources: {'Network': ['ID=699ee701-02b7-4cb0-ae25-2043e0d69079,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:36.212644 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ed24cf17-024c-4be6-9e4e-97977ff4990b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:36.213123 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5117807 Apr 20 05:50:36.214031 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-f170b149-df3a-404f-b5c7-4a120e5bcd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:36.216063 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 58292) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:36.222111 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [None req-5c98fb7b-1b8a-449b-882e-b1a3947ad1bd admin admin] Request body: {'subnet': {'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1685408943-subnet', 'tenant_id': 'd909474985d44d6cb1921877d20e43bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86331) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:50:36.222887 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Network 699ee701-02b7-4cb0-ae25-2043e0d69079 details requested by agent ovs-agent-dv-cinder-786054-4-smb with host dv-cinder-786054-4-smb {{(pid=86333) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 05:50:36.227246 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-5c98fb7b-1b8a-449b-882e-b1a3947ad1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:50:36.235302 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-5c98fb7b-1b8a-449b-882e-b1a3947ad1bd admin admin] Usage tracker for resource:subnet and tenant:d909474985d44d6cb1921877d20e43bd is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:50:36.238409 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-5c98fb7b-1b8a-449b-882e-b1a3947ad1bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:50:36.244782 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-5c98fb7b-1b8a-449b-882e-b1a3947ad1bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:50:36.254966 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c98fb7b-1b8a-449b-882e-b1a3947ad1bd admin admin] Made reservation on behalf of d909474985d44d6cb1921877d20e43bd for: {'subnet': 1} {{(pid=86331) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:50:36.259852 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5c98fb7b-1b8a-449b-882e-b1a3947ad1bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844183564'] for subnet, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:36.667538 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5c98fb7b-1b8a-449b-882e-b1a3947ad1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11768560', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844183579'] for subnet, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:36.672624 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:36.752402 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98fb7b-1b8a-449b-882e-b1a3947ad1bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=27668d94-8278-483a-9647-ab4b8889199e,revision_number=0']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:36.756862 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5c98fb7b-1b8a-449b-882e-b1a3947ad1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:36.761435 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c98fb7b-1b8a-449b-882e-b1a3947ad1bd admin admin] Checking segment: {'id': '5c24e01b-cfd6-44d0-96f1-a505648bfefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86331) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:50:36.761827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c98fb7b-1b8a-449b-882e-b1a3947ad1bd admin admin] Network hostable DHCP agents. Network: 699ee701-02b7-4cb0-ae25-2043e0d69079, hostable agents: ['b936b2ef-06b6-4af0-a031-b6b0516c12cc'], hosted agents: [] {{(pid=86331) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 05:50:36.782251 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c98fb7b-1b8a-449b-882e-b1a3947ad1bd admin admin] Network 699ee701-02b7-4cb0-ae25-2043e0d69079 is scheduled to be hosted by DHCP agent b936b2ef-06b6-4af0-a031-b6b0516c12cc with binding_index 1 {{(pid=86331) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 05:50:36.791684 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [None req-5c98fb7b-1b8a-449b-882e-b1a3947ad1bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-4-smb, 699ee701-02b7-4cb0-ae25-2043e0d69079) {{(pid=86331) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:50:36.802653 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d6751b-a89c-42ee-a9e4-80092d26e4a5 None None] Network 699ee701-02b7-4cb0-ae25-2043e0d69079 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:50:36.804527 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c98fb7b-1b8a-449b-882e-b1a3947ad1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:36.806353 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-5c98fb7b-1b8a-449b-882e-b1a3947ad1bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:36.824937 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-5c98fb7b-1b8a-449b-882e-b1a3947ad1bd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6078033 Apr 20 05:50:37.026827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f918a8-61fe-44ab-8566-081f0e0ff2fe None None] Network 699ee701-02b7-4cb0-ae25-2043e0d69079 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:50:37.380631 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-2e1c97d7-f134-416e-b618-c27b5a9b86c9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:37.382273 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-2e1c97d7-f134-416e-b618-c27b5a9b86c9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/networks?id=699ee701-02b7-4cb0-ae25-2043e0d69079 HTTP/1.1" status: 200 len: 815 time: 0.1600633 Apr 20 05:50:37.398274 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-e67c2a5b-a27b-44ce-b456-fb4f73b8e4f7 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/quotas/d909474985d44d6cb1921877d20e43bd HTTP/1.1" status: 200 len: 375 time: 0.0097253 Apr 20 05:50:37.451190 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-bac07cce-0cd8-48b7-980a-b864c1c76846 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d909474985d44d6cb1921877d20e43bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473847 Apr 20 05:50:37.843645 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-93f04a19-e074-4899-9790-eb831887e4b6 service neutron] 10.222.0.44 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810918 Apr 20 05:50:37.946950 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-83efd455-6564-436a-bf63-3cbd3e01e30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:37.990723 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-49a6a667-1516-46e5-ab36-dd088027d708 service neutron] 10.222.0.44 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398940 Apr 20 05:50:38.201904 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2a7b55b9-e7b5-4e1b-a5bc-111be3800bcf req-b2096c8e-c48d-498b-b737-a44aadc535f6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd29ff6-d5a3-45cf-8a74-217efc43137c HTTP/1.1" status: 200 len: 210 time: 0.0513420 Apr 20 05:50:38.778423 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:39.369980 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-9439842e-73c7-48ac-a3bb-1565d5765b91 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:39.371548 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-9439842e-73c7-48ac-a3bb-1565d5765b91 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.13 "GET /v2.0/networks?id=699ee701-02b7-4cb0-ae25-2043e0d69079 HTTP/1.1" status: 200 len: 815 time: 0.2128799 Apr 20 05:50:39.386678 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ddcdd5c9-bbf7-4245-b3a3-190536f3764c req-97bfe046-a091-4326-812d-543b7fb3f2e1 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd29ff6-d5a3-45cf-8a74-217efc43137c HTTP/1.1" status: 200 len: 210 time: 0.0613811 Apr 20 05:50:39.397586 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Request body: {'port': {'device_id': 'afd29ff6-d5a3-45cf-8a74-217efc43137c', 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079', 'admin_state_up': True, 'tenant_id': 'd909474985d44d6cb1921877d20e43bd'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:50:39.541929 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:39.550514 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:50:39.554621 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Usage tracker for resource:port and tenant:d909474985d44d6cb1921877d20e43bd is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:50:39.557670 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:50:39.563798 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:50:39.573069 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Made reservation on behalf of d909474985d44d6cb1921877d20e43bd for: {'port': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:50:39.579262 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:39.752037 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Allocated IP 172.20.0.6 (699ee701-02b7-4cb0-ae25-2043e0d69079/27668d94-8278-483a-9647-ab4b8889199e/531e0336-a7e8-491f-946a-b8769b38d9aa) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:50:39.973802 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:40.008946 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:40.015252 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-08ab0a75-aef2-46e1-b85a-4ed927a75469 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:40.086509 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Network 699ee701-02b7-4cb0-ae25-2043e0d69079 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:50:40.089917 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:50:40.094106 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:50:40.133249 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Pushing event updated for resources: {'Port': ['ID=531e0336-a7e8-491f-946a-b8769b38d9aa,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:40.136416 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:40.176202 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:40.176782 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:40.197789 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8137350 Apr 20 05:50:40.210190 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Request body: {'port': {'device_id': 'afd29ff6-d5a3-45cf-8a74-217efc43137c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:50:40.333184 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:40.408171 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:40.592114 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92caa2-1b1f-4541-bc1d-2aef0f0c8d45 req-39da030a-a09e-47c1-8f35-1f767ab532d1 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:40.593753 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7c92caa2-1b1f-4541-bc1d-2aef0f0c8d45 req-39da030a-a09e-47c1-8f35-1f767ab532d1 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd29ff6-d5a3-45cf-8a74-217efc43137c HTTP/1.1" status: 200 len: 931 time: 0.0929315 Apr 20 05:50:40.642014 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-7c92caa2-1b1f-4541-bc1d-2aef0f0c8d45 req-49fa773e-b824-4a21-83d6-0b26d4569d07 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Synchronizing usage tracker for tenant:d909474985d44d6cb1921877d20e43bd on resource:security_group {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:50:40.658629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-7c92caa2-1b1f-4541-bc1d-2aef0f0c8d45 req-49fa773e-b824-4a21-83d6-0b26d4569d07 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Unset dirty status for tenant:d909474985d44d6cb1921877d20e43bd on resource:security_group {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:50:40.659992 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-7c92caa2-1b1f-4541-bc1d-2aef0f0c8d45 req-49fa773e-b824-4a21-83d6-0b26d4569d07 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594025 Apr 20 05:50:40.703336 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531e0336-a7e8-491f-946a-b8769b38d9aa {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:50:40.711177 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:40.726219 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Transition to ACTIVE for port object 531e0336-a7e8-491f-946a-b8769b38d9aa will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:50:40.730272 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:40.733845 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:40.866153 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Pushing event updated for resources: {'Port': ['ID=531e0336-a7e8-491f-946a-b8769b38d9aa,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:40.893329 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:40.980515 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Attempting to bind port 531e0336-a7e8-491f-946a-b8769b38d9aa on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:50:40.980859 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Attempting to bind port 531e0336-a7e8-491f-946a-b8769b38d9aa by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '5c24e01b-cfd6-44d0-96f1-a505648bfefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:50:40.981279 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Attempting to bind port 531e0336-a7e8-491f-946a-b8769b38d9aa on network 699ee701-02b7-4cb0-ae25-2043e0d69079 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:50:40.986711 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Port 531e0336-a7e8-491f-946a-b8769b38d9aa on network 699ee701-02b7-4cb0-ae25-2043e0d69079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:50:40.987073 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Attempting to bind port 531e0336-a7e8-491f-946a-b8769b38d9aa on network 699ee701-02b7-4cb0-ae25-2043e0d69079 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:50:40.992946 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:50:40.993377 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Checking segment: {'id': '5c24e01b-cfd6-44d0-96f1-a505648bfefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:50:40.993842 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Bound using segment: {'id': '5c24e01b-cfd6-44d0-96f1-a505648bfefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:50:40.994309 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Bound port: 531e0336-a7e8-491f-946a-b8769b38d9aa, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c24e01b-cfd6-44d0-96f1-a505648bfefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:50:40.994691 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:41.089376 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] For port 531e0336-a7e8-491f-946a-b8769b38d9aa, host hv-cinder-78605, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:50:41.092521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] For port 531e0336-a7e8-491f-946a-b8769b38d9aa, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=531e0336-a7e8-491f-946a-b8769b38d9aa,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:50:41.096697 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:41.100532 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:41.164628 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:41.165392 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:41.166881 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] 10.222.0.13 "PUT /v2.0/ports/531e0336-a7e8-491f-946a-b8769b38d9aa HTTP/1.1" status: 200 len: 1093 time: 0.9612556 Apr 20 05:50:41.167429 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd29ff6-d5a3-45cf-8a74-217efc43137c', 'tag': '531e0336-a7e8-491f-946a-b8769b38d9aa'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:50:41.188895 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Pushing event updated for resources: {'Port': ['ID=531e0336-a7e8-491f-946a-b8769b38d9aa,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:41.192117 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-450588f9-150d-49bd-b70d-d2373e906326 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:41.257606 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd29ff6-d5a3-45cf-8a74-217efc43137c', 'tag': '531e0336-a7e8-491f-946a-b8769b38d9aa', 'status': 'completed', 'code': 200} Apr 20 05:50:41.298960 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-0825cf5f-92e1-4f8e-9465-ab3f6e3709d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:41.300979 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-0825cf5f-92e1-4f8e-9465-ab3f6e3709d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d909474985d44d6cb1921877d20e43bd&device_id=afd29ff6-d5a3-45cf-8a74-217efc43137c HTTP/1.1" status: 200 len: 1096 time: 0.0888567 Apr 20 05:50:41.381093 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-196e3d3c-65ee-4875-9f20-cb55dfb1fd15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=531e0336-a7e8-491f-946a-b8769b38d9aa HTTP/1.1" status: 200 len: 217 time: 0.0711961 Apr 20 05:50:41.451179 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-d5aeef1e-f6b5-4eaf-9e0c-bde7288c45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:41.452746 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-d5aeef1e-f6b5-4eaf-9e0c-bde7288c45b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27668d94-8278-483a-9647-ab4b8889199e HTTP/1.1" status: 200 len: 855 time: 0.0655432 Apr 20 05:50:41.515612 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-41e421ea-4602-4b69-bb9c-bfb3d5377402 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=699ee701-02b7-4cb0-ae25-2043e0d69079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541780 Apr 20 05:50:41.658572 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-0c5690f3-b17b-4290-9697-c77c3a3a2ae8 service neutron] 10.222.0.13 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347091 Apr 20 05:50:41.801362 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5fc25f0e-93f6-481a-87ec-21d7d7e82211 req-dda975aa-94e4-4ac9-9737-da0761d4165c service neutron] 10.222.0.13 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362510 Apr 20 05:50:41.861054 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d16839-5e54-4796-8453-d3f886525ca9 req-9029e86d-fba4-4b92-a50b-12d41c0c24a6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:41.862665 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-71d16839-5e54-4796-8453-d3f886525ca9 req-9029e86d-fba4-4b92-a50b-12d41c0c24a6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd29ff6-d5a3-45cf-8a74-217efc43137c HTTP/1.1" status: 200 len: 943 time: 0.0891325 Apr 20 05:50:41.915043 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-71d16839-5e54-4796-8453-d3f886525ca9 req-3e1ad48f-9a3d-4945-ac7d-380715ac79b8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450702 Apr 20 05:50:41.926590 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167773fd-bb91-4cce-821f-978c7ffb328e req-3daea80a-ab45-4af3-ae03-70a3d5194e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:41.928365 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-167773fd-bb91-4cce-821f-978c7ffb328e req-3daea80a-ab45-4af3-ae03-70a3d5194e69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d909474985d44d6cb1921877d20e43bd&device_id=afd29ff6-d5a3-45cf-8a74-217efc43137c HTTP/1.1" status: 200 len: 1096 time: 0.0831993 Apr 20 05:50:42.068280 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167773fd-bb91-4cce-821f-978c7ffb328e req-1785d0b6-38cd-4c46-a59b-3b9f7f1198aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:42.069833 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-167773fd-bb91-4cce-821f-978c7ffb328e req-1785d0b6-38cd-4c46-a59b-3b9f7f1198aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=699ee701-02b7-4cb0-ae25-2043e0d69079 HTTP/1.1" status: 200 len: 916 time: 0.1349692 Apr 20 05:50:42.140691 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-167773fd-bb91-4cce-821f-978c7ffb328e req-5a41e325-533b-470e-bfc8-e5778e537d7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=531e0336-a7e8-491f-946a-b8769b38d9aa HTTP/1.1" status: 200 len: 217 time: 0.0637076 Apr 20 05:50:42.211880 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167773fd-bb91-4cce-821f-978c7ffb328e req-e94df66f-8033-4c90-8b84-c65eb18c4fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:42.213501 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-167773fd-bb91-4cce-821f-978c7ffb328e req-e94df66f-8033-4c90-8b84-c65eb18c4fb5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27668d94-8278-483a-9647-ab4b8889199e HTTP/1.1" status: 200 len: 855 time: 0.0664489 Apr 20 05:50:42.264706 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-167773fd-bb91-4cce-821f-978c7ffb328e req-3cdbf66e-ddb6-4aec-ba99-f56041d06ca2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=699ee701-02b7-4cb0-ae25-2043e0d69079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447083 Apr 20 05:50:42.406468 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-167773fd-bb91-4cce-821f-978c7ffb328e req-81aa60c4-5eb1-416d-be2a-4ecdf197f71a service neutron] 10.222.0.13 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338515 Apr 20 05:50:42.551418 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-167773fd-bb91-4cce-821f-978c7ffb328e req-536a5d47-7839-405c-9d79-6c684aa8d628 service neutron] 10.222.0.13 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368949 Apr 20 05:50:42.736106 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 58394) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:42.881715 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-58d38450-dedf-43e8-8711-81875a2ca82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:42.897677 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-58d38450-dedf-43e8-8711-81875a2ca82f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:50:42.902182 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-58d38450-dedf-43e8-8711-81875a2ca82f admin admin] Usage tracker for resource:security_group_rule and tenant:61c5a7efdf7f4c31927c3f02f7552696 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:50:42.905350 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-58d38450-dedf-43e8-8711-81875a2ca82f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:50:42.911718 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-58d38450-dedf-43e8-8711-81875a2ca82f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:50:43.000097 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-58d38450-dedf-43e8-8711-81875a2ca82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:43.003751 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-58d38450-dedf-43e8-8711-81875a2ca82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:43.011410 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d6dfdd10-c52c-4f79-b41f-f822c6db1058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:43.060395 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-58d38450-dedf-43e8-8711-81875a2ca82f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61c5a7efdf7f4c31927c3f02f7552696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227260 Apr 20 05:50:43.061468 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d38450-dedf-43e8-8711-81875a2ca82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb23f517-af38-413e-a680-60622f3352d3,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:43.064021 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 58402) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:43.067128 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-58d38450-dedf-43e8-8711-81875a2ca82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:43.130279 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d4fa-f391-40a0-b0de-44d01fa4f315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:43.137937 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fc0a5-afb8-4247-8568-c05bdccb2bee req-e4cedbe4-3e89-41fb-a44f-205cdc419eb4 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:43.138698 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-604fc0a5-afb8-4247-8568-c05bdccb2bee req-e4cedbe4-3e89-41fb-a44f-205cdc419eb4 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Synchronizing usage tracker for tenant:d909474985d44d6cb1921877d20e43bd on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:50:43.156130 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-604fc0a5-afb8-4247-8568-c05bdccb2bee req-e4cedbe4-3e89-41fb-a44f-205cdc419eb4 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Unset dirty status for tenant:d909474985d44d6cb1921877d20e43bd on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:50:43.157625 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-604fc0a5-afb8-4247-8568-c05bdccb2bee req-e4cedbe4-3e89-41fb-a44f-205cdc419eb4 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd29ff6-d5a3-45cf-8a74-217efc43137c HTTP/1.1" status: 200 len: 943 time: 0.1223075 Apr 20 05:50:43.161854 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d4fa-f391-40a0-b0de-44d01fa4f315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:43.212106 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-604fc0a5-afb8-4247-8568-c05bdccb2bee req-4acbbb6e-9f99-41e8-a25f-fd4433823b04 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479751 Apr 20 05:50:43.213556 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d4fa-f391-40a0-b0de-44d01fa4f315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:43.218783 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-08cef6bb-3bfe-4bf1-840b-3fe335ef7108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:43.232762 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8d4fa-f391-40a0-b0de-44d01fa4f315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb23f517-af38-413e-a680-60622f3352d3,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:43.235565 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-cfa8d4fa-f391-40a0-b0de-44d01fa4f315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:43.236765 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d4fa-f391-40a0-b0de-44d01fa4f315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:43.237973 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-cfa8d4fa-f391-40a0-b0de-44d01fa4f315 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb23f517-af38-413e-a680-60622f3352d3 HTTP/1.1" status: 204 len: 168 time: 0.1729777 Apr 20 05:50:43.867886 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:44.272286 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 531e0336-a7e8-491f-946a-b8769b38d9aa details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:50:44.427034 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 531e0336-a7e8-491f-946a-b8769b38d9aa, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=531e0336-a7e8-491f-946a-b8769b38d9aa,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:50:44.442285 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': '531e0336-a7e8-491f-946a-b8769b38d9aa', 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079', 'port_id': '531e0336-a7e8-491f-946a-b8769b38d9aa', 'mac_address': 'fa:16:3e:3f:bb:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27668d94-8278-483a-9647-ab4b8889199e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:50:44.505445 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:44.524061 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531e0336-a7e8-491f-946a-b8769b38d9aa {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:50:44.542976 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 531e0336-a7e8-491f-946a-b8769b38d9aa, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=531e0336-a7e8-491f-946a-b8769b38d9aa,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:50:44.545703 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:44.547769 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4c5a97fc-c58c-4f6b-a737-e40a04dbb1c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:44.568534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2ca43-6bd8-41e1-a594-115e263ddc1e req-e3263b0d-fbec-4791-951c-505b760b9cb4 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:44.570310 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-07d2ca43-6bd8-41e1-a594-115e263ddc1e req-e3263b0d-fbec-4791-951c-505b760b9cb4 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd29ff6-d5a3-45cf-8a74-217efc43137c HTTP/1.1" status: 200 len: 943 time: 0.0926697 Apr 20 05:50:44.619028 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-07d2ca43-6bd8-41e1-a594-115e263ddc1e req-54c97f31-afb5-417d-882d-a39dc1546e06 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413513 Apr 20 05:50:44.619644 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=531e0336-a7e8-491f-946a-b8769b38d9aa,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:44.627628 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:44.628014 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:44.628386 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:44.628754 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:44.629145 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:44.629510 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:44.629870 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:44.630229 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:44.630590 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:44.630998 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:44.631322 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:44.631709 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:44.635914 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:44.759161 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['531e0336-a7e8-491f-946a-b8769b38d9aa'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:50:45.830339 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340a8b3-5f6d-4512-9f2d-71581a04ac5f req-1b6d789a-a2c2-4d15-a5aa-7478217795dd tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:45.831957 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3340a8b3-5f6d-4512-9f2d-71581a04ac5f req-1b6d789a-a2c2-4d15-a5aa-7478217795dd tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd29ff6-d5a3-45cf-8a74-217efc43137c HTTP/1.1" status: 200 len: 944 time: 0.0892987 Apr 20 05:50:45.880334 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-3340a8b3-5f6d-4512-9f2d-71581a04ac5f req-9ca021e7-0872-4aba-bc0a-07cf2d8b0473 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 Apr 20 05:50:46.273020 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 531e0336-a7e8-491f-946a-b8769b38d9aa up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:50:46.350896 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port 531e0336-a7e8-491f-946a-b8769b38d9aa completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:50:46.356255 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port 531e0336-a7e8-491f-946a-b8769b38d9aa triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:50:46.356684 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:46.483540 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:46.512204 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd29ff6-d5a3-45cf-8a74-217efc43137c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531e0336-a7e8-491f-946a-b8769b38d9aa'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:50:46.522472 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 531e0336-a7e8-491f-946a-b8769b38d9aa, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=531e0336-a7e8-491f-946a-b8769b38d9aa,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:50:46.526357 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:46.528213 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d9960df4-298d-4877-a1b3-64a2f408698b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:46.565162 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd29ff6-d5a3-45cf-8a74-217efc43137c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531e0336-a7e8-491f-946a-b8769b38d9aa', 'code': 200} Apr 20 05:50:46.598648 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=531e0336-a7e8-491f-946a-b8769b38d9aa,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:46.601729 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:46.824290 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd83b7-4e71-4587-9d79-42a05df3fd89 req-9ca92011-be3b-43c8-a63e-e2dfa5271a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:46.825785 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-21cd83b7-4e71-4587-9d79-42a05df3fd89 req-9ca92011-be3b-43c8-a63e-e2dfa5271a8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=afd29ff6-d5a3-45cf-8a74-217efc43137c HTTP/1.1" status: 200 len: 1098 time: 0.0827351 Apr 20 05:50:46.868455 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-21cd83b7-4e71-4587-9d79-42a05df3fd89 req-4da94cce-e232-4ca2-a33a-aa08db02c08f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358958 Apr 20 05:50:47.087721 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38837f86-854b-4a48-b5f9-b39e5b1b5b9c req-9e57d370-924e-4c6b-b29d-3b569a573912 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:47.089261 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-38837f86-854b-4a48-b5f9-b39e5b1b5b9c req-9e57d370-924e-4c6b-b29d-3b569a573912 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd29ff6-d5a3-45cf-8a74-217efc43137c HTTP/1.1" status: 200 len: 945 time: 0.0900550 Apr 20 05:50:47.139286 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-38837f86-854b-4a48-b5f9-b39e5b1b5b9c req-63bc6aba-9af9-4b09-a2fb-ac8d80c8172a tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436916 Apr 20 05:50:48.358257 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0622727-c5c2-4cf8-af96-f7bf3ea423f5 req-a663bdbd-3b0a-44de-a1d9-ce47e84a90ab tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:48.359817 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e0622727-c5c2-4cf8-af96-f7bf3ea423f5 req-a663bdbd-3b0a-44de-a1d9-ce47e84a90ab tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd29ff6-d5a3-45cf-8a74-217efc43137c HTTP/1.1" status: 200 len: 945 time: 0.1018374 Apr 20 05:50:48.409037 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e0622727-c5c2-4cf8-af96-f7bf3ea423f5 req-1828e5c5-8ca1-4bfd-8b94-0d49c35b49d7 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425861 Apr 20 05:50:50.015924 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 58490) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:50.144403 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:50.159480 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:50:50.163665 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Usage tracker for resource:security_group_rule and tenant:4943a0216a3d4ddf89e1eb5eb9605f42 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:50:50.166701 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:50:50.173121 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:50:50.262806 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:50.266532 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:50.275523 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d867f4c0-79cd-43a4-b7b7-11a6656b8015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:50.317457 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4943a0216a3d4ddf89e1eb5eb9605f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003244 Apr 20 05:50:50.319219 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115aeb3c-e406-4272-9c9b-4df5081b516d,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:50.320793 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 58502) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:50:50.327442 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:50.328026 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:50.328295 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:50.328653 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:50.329143 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:50.329553 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:50.329949 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:50.330323 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:50.330699 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:50.331107 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:50.331500 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:50.331893 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:50:50.336111 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-55477e3d-443e-4377-a423-3a7d498a5749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:50.389801 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f89d8441-b46e-4c54-a5f4-c339ab654df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:50.419222 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f89d8441-b46e-4c54-a5f4-c339ab654df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:50.468168 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f89d8441-b46e-4c54-a5f4-c339ab654df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:50.473271 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-36c14f99-d62f-4fa1-a0f3-dc902d0586f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:50.485882 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d8441-b46e-4c54-a5f4-c339ab654df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115aeb3c-e406-4272-9c9b-4df5081b516d,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:50.489032 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-f89d8441-b46e-4c54-a5f4-c339ab654df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:50.491075 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f89d8441-b46e-4c54-a5f4-c339ab654df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:50.495595 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-f89d8441-b46e-4c54-a5f4-c339ab654df2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/115aeb3c-e406-4272-9c9b-4df5081b516d HTTP/1.1" status: 204 len: 168 time: 0.1700730 Apr 20 05:50:53.067634 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-9d8385f6-2f19-46c5-9e58-f0e7a8b4d9d2 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:53.068378 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-9d8385f6-2f19-46c5-9e58-f0e7a8b4d9d2 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Synchronizing usage tracker for tenant:d909474985d44d6cb1921877d20e43bd on resource:network {{(pid=86331) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:50:53.087561 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-9d8385f6-2f19-46c5-9e58-f0e7a8b4d9d2 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Unset dirty status for tenant:d909474985d44d6cb1921877d20e43bd on resource:network {{(pid=86331) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:50:53.088797 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-9d8385f6-2f19-46c5-9e58-f0e7a8b4d9d2 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/networks?id=699ee701-02b7-4cb0-ae25-2043e0d69079 HTTP/1.1" status: 200 len: 815 time: 0.1847579 Apr 20 05:50:53.107869 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-bd96b2b4-0ed8-4614-b68d-a3165fb6430e tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/quotas/d909474985d44d6cb1921877d20e43bd HTTP/1.1" status: 200 len: 375 time: 0.0100858 Apr 20 05:50:53.195920 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-2d249833-52c4-4b7f-94fa-ba3588705ba0 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d909474985d44d6cb1921877d20e43bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0821478 Apr 20 05:50:53.449038 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-7ffd877b-90df-49df-9783-69acfe5c5583 service neutron] 10.222.0.44 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452085 Apr 20 05:50:53.594471 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-fc3b997a-b78b-4f78-a1fb-d7dda8354387 service neutron] 10.222.0.44 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352918 Apr 20 05:50:53.806167 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-93913e00-b5cc-4447-b9de-e5431b247805 req-e9d7b528-6bdc-4a35-b6df-480ffde36f7a tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf31d032-b08a-4e36-b768-5e4b15123a20 HTTP/1.1" status: 200 len: 210 time: 0.0496879 Apr 20 05:50:54.911774 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-4c31778c-781c-46de-bf78-6e1e7dcc2b98 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:54.913398 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-4c31778c-781c-46de-bf78-6e1e7dcc2b98 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.13 "GET /v2.0/networks?id=699ee701-02b7-4cb0-ae25-2043e0d69079 HTTP/1.1" status: 200 len: 815 time: 0.1617510 Apr 20 05:50:54.926343 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-5b6c75be-2506-458f-b1f2-3d726e5eb538 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Request body: {'port': {'device_id': 'bf31d032-b08a-4e36-b768-5e4b15123a20', 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079', 'admin_state_up': True, 'tenant_id': 'd909474985d44d6cb1921877d20e43bd'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:50:54.973058 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-61294b7a-5bb7-449d-aecc-d3c02a9ef6dc req-af6c5b8c-8f32-481d-9d5e-0881a019621e tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf31d032-b08a-4e36-b768-5e4b15123a20 HTTP/1.1" status: 200 len: 210 time: 0.0502505 Apr 20 05:50:55.069358 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-5b6c75be-2506-458f-b1f2-3d726e5eb538 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:50:55.079492 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-5b6c75be-2506-458f-b1f2-3d726e5eb538 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:50:55.089259 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-5b6c75be-2506-458f-b1f2-3d726e5eb538 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Made reservation on behalf of d909474985d44d6cb1921877d20e43bd for: {'port': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:50:55.095177 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-5b6c75be-2506-458f-b1f2-3d726e5eb538 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:55.275475 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-5b6c75be-2506-458f-b1f2-3d726e5eb538 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Allocated IP 172.20.0.8 (699ee701-02b7-4cb0-ae25-2043e0d69079/27668d94-8278-483a-9647-ab4b8889199e/4b4b69a4-0496-41a8-8550-4aea38f95147) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:50:55.496233 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-5b6c75be-2506-458f-b1f2-3d726e5eb538 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:55.528214 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-5b6c75be-2506-458f-b1f2-3d726e5eb538 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:55.534115 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-efe50c9c-969a-4951-ad36-31154bcedacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:55.540341 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['531e0336-a7e8-491f-946a-b8769b38d9aa'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:50:55.602521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-5b6c75be-2506-458f-b1f2-3d726e5eb538 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Network 699ee701-02b7-4cb0-ae25-2043e0d69079 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:50:55.605749 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-5b6c75be-2506-458f-b1f2-3d726e5eb538 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:50:55.609826 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-5b6c75be-2506-458f-b1f2-3d726e5eb538 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:50:55.641450 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c75be-2506-458f-b1f2-3d726e5eb538 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Pushing event updated for resources: {'Port': ['ID=4b4b69a4-0496-41a8-8550-4aea38f95147,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:55.648290 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5b6c75be-2506-458f-b1f2-3d726e5eb538 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:55.680570 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-5b6c75be-2506-458f-b1f2-3d726e5eb538 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:55.681289 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-5b6c75be-2506-458f-b1f2-3d726e5eb538 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:55.711232 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-5b6c75be-2506-458f-b1f2-3d726e5eb538 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7894590 Apr 20 05:50:55.723748 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Request body: {'port': {'device_id': 'bf31d032-b08a-4e36-b768-5e4b15123a20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:50:55.853594 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:56.478666 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae32c80-c759-4b26-b579-4e592650a094 req-1b3037c4-8500-4315-81ed-658dc4f03b4b tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:56.479418 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-8ae32c80-c759-4b26-b579-4e592650a094 req-1b3037c4-8500-4315-81ed-658dc4f03b4b tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Synchronizing usage tracker for tenant:d909474985d44d6cb1921877d20e43bd on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:50:56.550969 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-8ae32c80-c759-4b26-b579-4e592650a094 req-1b3037c4-8500-4315-81ed-658dc4f03b4b tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Unset dirty status for tenant:d909474985d44d6cb1921877d20e43bd on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:50:56.552209 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8ae32c80-c759-4b26-b579-4e592650a094 req-1b3037c4-8500-4315-81ed-658dc4f03b4b tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf31d032-b08a-4e36-b768-5e4b15123a20 HTTP/1.1" status: 200 len: 931 time: 0.2178113 Apr 20 05:50:56.558627 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4b69a4-0496-41a8-8550-4aea38f95147 {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:50:56.568041 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:56.608130 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Transition to ACTIVE for port object 4b4b69a4-0496-41a8-8550-4aea38f95147 will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:50:56.614797 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:56.620582 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9e562e96-13fd-4408-a18e-9a7bf0f5d51e tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:56.665769 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-8ae32c80-c759-4b26-b579-4e592650a094 req-697c0874-cd2e-492a-a159-6af5daf67f10 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023362 Apr 20 05:50:56.791459 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Pushing event updated for resources: {'Port': ['ID=4b4b69a4-0496-41a8-8550-4aea38f95147,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:56.794373 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:56.871410 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Attempting to bind port 4b4b69a4-0496-41a8-8550-4aea38f95147 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:50:56.871786 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Attempting to bind port 4b4b69a4-0496-41a8-8550-4aea38f95147 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '5c24e01b-cfd6-44d0-96f1-a505648bfefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:50:56.872157 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Attempting to bind port 4b4b69a4-0496-41a8-8550-4aea38f95147 on network 699ee701-02b7-4cb0-ae25-2043e0d69079 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:50:56.877469 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Port 4b4b69a4-0496-41a8-8550-4aea38f95147 on network 699ee701-02b7-4cb0-ae25-2043e0d69079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:50:56.877832 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Attempting to bind port 4b4b69a4-0496-41a8-8550-4aea38f95147 on network 699ee701-02b7-4cb0-ae25-2043e0d69079 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:50:56.883693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:50:56.884070 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Checking segment: {'id': '5c24e01b-cfd6-44d0-96f1-a505648bfefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:50:56.884555 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Bound using segment: {'id': '5c24e01b-cfd6-44d0-96f1-a505648bfefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:50:56.885029 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Bound port: 4b4b69a4-0496-41a8-8550-4aea38f95147, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c24e01b-cfd6-44d0-96f1-a505648bfefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:50:56.885418 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:56.983113 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] For port 4b4b69a4-0496-41a8-8550-4aea38f95147, host hv-cinder-78605, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:50:56.986271 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] For port 4b4b69a4-0496-41a8-8550-4aea38f95147, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4b4b69a4-0496-41a8-8550-4aea38f95147,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:50:56.991026 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:56.994789 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5e003101-340e-467d-abe4-ef8d5d9aa436 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:57.046802 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:57.047474 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:57.048965 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] 10.222.0.13 "PUT /v2.0/ports/4b4b69a4-0496-41a8-8550-4aea38f95147 HTTP/1.1" status: 200 len: 1093 time: 1.3299973 Apr 20 05:50:57.051794 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf31d032-b08a-4e36-b768-5e4b15123a20', 'tag': '4b4b69a4-0496-41a8-8550-4aea38f95147'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:50:57.085661 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Pushing event updated for resources: {'Port': ['ID=4b4b69a4-0496-41a8-8550-4aea38f95147,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:57.124962 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:57.126760 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf31d032-b08a-4e36-b768-5e4b15123a20', 'tag': '4b4b69a4-0496-41a8-8550-4aea38f95147', 'status': 'completed', 'code': 200} Apr 20 05:50:57.172367 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-eebf457b-6d0c-4502-8ee7-e5475405f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:57.173998 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-eebf457b-6d0c-4502-8ee7-e5475405f8f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d909474985d44d6cb1921877d20e43bd&device_id=bf31d032-b08a-4e36-b768-5e4b15123a20 HTTP/1.1" status: 200 len: 1096 time: 0.0850260 Apr 20 05:50:57.247153 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-4c384bf3-7b98-4506-98af-3246f760427d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b4b69a4-0496-41a8-8550-4aea38f95147 HTTP/1.1" status: 200 len: 217 time: 0.0656478 Apr 20 05:50:57.318592 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-b17601b6-6bba-461b-8514-ef01de84a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:57.320013 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-b17601b6-6bba-461b-8514-ef01de84a4a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27668d94-8278-483a-9647-ab4b8889199e HTTP/1.1" status: 200 len: 855 time: 0.0658944 Apr 20 05:50:57.372970 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-f506e836-9f0a-423d-b11e-ed6d381de535 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=699ee701-02b7-4cb0-ae25-2043e0d69079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466740 Apr 20 05:50:57.515169 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-4c18d7cb-bc15-4716-a8ee-e9145ba749fd service neutron] 10.222.0.13 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358306 Apr 20 05:50:57.659237 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0ff9eec3-7bca-4a6b-bc38-f550bae47206 req-dfc4beb7-38ba-4486-bd92-a17c8aaa1d77 service neutron] 10.222.0.13 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370442 Apr 20 05:50:57.777891 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a0822-f843-4ffb-8aaf-26d384a17773 req-101553bf-b095-4a18-a33d-523de76d7b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:57.779469 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5c8a0822-f843-4ffb-8aaf-26d384a17773 req-101553bf-b095-4a18-a33d-523de76d7b75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d909474985d44d6cb1921877d20e43bd&device_id=bf31d032-b08a-4e36-b768-5e4b15123a20 HTTP/1.1" status: 200 len: 1096 time: 0.0770681 Apr 20 05:50:57.981178 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a0822-f843-4ffb-8aaf-26d384a17773 req-0c642eda-cf64-4dc2-add0-ae4bf961b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:57.982723 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5c8a0822-f843-4ffb-8aaf-26d384a17773 req-0c642eda-cf64-4dc2-add0-ae4bf961b301 service neutron] 10.222.0.13 "GET /v2.0/networks?id=699ee701-02b7-4cb0-ae25-2043e0d69079 HTTP/1.1" status: 200 len: 916 time: 0.1621628 Apr 20 05:50:57.994516 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea9b41-692d-41a5-9fd8-e9a4c4a83410 req-d18eddf5-9a4e-4d92-92f9-0f0ccf27302d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:57.996017 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-45ea9b41-692d-41a5-9fd8-e9a4c4a83410 req-d18eddf5-9a4e-4d92-92f9-0f0ccf27302d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf31d032-b08a-4e36-b768-5e4b15123a20 HTTP/1.1" status: 200 len: 943 time: 0.2135177 Apr 20 05:50:58.080304 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5c8a0822-f843-4ffb-8aaf-26d384a17773 req-2ae1af4e-2c0d-4f6a-9a2f-af9ad3807af1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b4b69a4-0496-41a8-8550-4aea38f95147 HTTP/1.1" status: 200 len: 217 time: 0.0832403 Apr 20 05:50:58.148437 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-45ea9b41-692d-41a5-9fd8-e9a4c4a83410 req-47fccad4-3e8f-4194-9d93-a9f9115ddcd6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008897 Apr 20 05:50:58.172771 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a0822-f843-4ffb-8aaf-26d384a17773 req-5617367c-58eb-477f-a50f-6b26d230a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:58.174671 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5c8a0822-f843-4ffb-8aaf-26d384a17773 req-5617367c-58eb-477f-a50f-6b26d230a1a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27668d94-8278-483a-9647-ab4b8889199e HTTP/1.1" status: 200 len: 855 time: 0.0866084 Apr 20 05:50:58.226778 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5c8a0822-f843-4ffb-8aaf-26d384a17773 req-4376fa9d-cf5a-4502-9e67-0bc660d38c7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=699ee701-02b7-4cb0-ae25-2043e0d69079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452287 Apr 20 05:50:58.336333 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 4b4b69a4-0496-41a8-8550-4aea38f95147 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:50:58.384767 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5c8a0822-f843-4ffb-8aaf-26d384a17773 req-bd3c370c-0273-4174-8f74-c8d526e67ec6 service neutron] 10.222.0.13 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455612 Apr 20 05:50:58.481179 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 4b4b69a4-0496-41a8-8550-4aea38f95147, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4b4b69a4-0496-41a8-8550-4aea38f95147,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:50:58.495905 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': '4b4b69a4-0496-41a8-8550-4aea38f95147', 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079', 'port_id': '4b4b69a4-0496-41a8-8550-4aea38f95147', 'mac_address': 'fa:16:3e:d0:53:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27668d94-8278-483a-9647-ab4b8889199e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:50:58.526762 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5c8a0822-f843-4ffb-8aaf-26d384a17773 req-2152ceea-0456-4a1c-8cfa-30629ad32ee6 service neutron] 10.222.0.13 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351662 Apr 20 05:50:58.558689 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:58.576328 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4b69a4-0496-41a8-8550-4aea38f95147 {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:50:58.592532 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 4b4b69a4-0496-41a8-8550-4aea38f95147, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4b4b69a4-0496-41a8-8550-4aea38f95147,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:50:58.597005 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:50:58.598810 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:50:58.667860 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=4b4b69a4-0496-41a8-8550-4aea38f95147,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:50:58.671213 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:50:58.822393 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['4b4b69a4-0496-41a8-8550-4aea38f95147'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:50:59.369859 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f829e-bf6e-4389-8add-8c92124a15dc req-68f06b89-4477-406b-ab13-d0ced9eec31d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:50:59.371452 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-459f829e-bf6e-4389-8add-8c92124a15dc req-68f06b89-4477-406b-ab13-d0ced9eec31d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf31d032-b08a-4e36-b768-5e4b15123a20 HTTP/1.1" status: 200 len: 944 time: 0.0971050 Apr 20 05:50:59.424752 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-459f829e-bf6e-4389-8add-8c92124a15dc req-187b5bcc-3046-41f1-b670-bb8f0d8c152f tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432999 Apr 20 05:51:00.336407 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 4b4b69a4-0496-41a8-8550-4aea38f95147 up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:51:00.412226 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port 4b4b69a4-0496-41a8-8550-4aea38f95147 completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:51:00.417595 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port 4b4b69a4-0496-41a8-8550-4aea38f95147 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:51:00.418026 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:00.545594 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:00.573862 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf31d032-b08a-4e36-b768-5e4b15123a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4b69a4-0496-41a8-8550-4aea38f95147'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:51:00.584117 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 4b4b69a4-0496-41a8-8550-4aea38f95147, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4b4b69a4-0496-41a8-8550-4aea38f95147,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:51:00.589035 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:00.591239 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:00.628818 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf31d032-b08a-4e36-b768-5e4b15123a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4b69a4-0496-41a8-8550-4aea38f95147', 'code': 200} Apr 20 05:51:00.632703 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43118278-efcc-41a9-9605-7ae4253d7d39 req-0abc4e2a-27f2-4f83-879f-498ffc488996 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:00.634357 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-43118278-efcc-41a9-9605-7ae4253d7d39 req-0abc4e2a-27f2-4f83-879f-498ffc488996 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf31d032-b08a-4e36-b768-5e4b15123a20 HTTP/1.1" status: 200 len: 945 time: 0.0952270 Apr 20 05:51:00.667741 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=4b4b69a4-0496-41a8-8550-4aea38f95147,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:00.670987 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:00.685323 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-43118278-efcc-41a9-9605-7ae4253d7d39 req-8f98f5aa-09b8-4521-8b5f-cb66a2056918 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429425 Apr 20 05:51:00.878461 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc406fa-eb2f-436d-a2e8-631abe33e396 req-d366dde7-e637-4b91-80e6-55c445693490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:00.879909 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2cc406fa-eb2f-436d-a2e8-631abe33e396 req-d366dde7-e637-4b91-80e6-55c445693490 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf31d032-b08a-4e36-b768-5e4b15123a20 HTTP/1.1" status: 200 len: 1098 time: 0.0814950 Apr 20 05:51:00.922682 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2cc406fa-eb2f-436d-a2e8-631abe33e396 req-c93f5f7c-b986-457e-acea-90cd8c815b0f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354748 Apr 20 05:51:01.891221 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784853f-1dcd-4885-8429-dfaa87929a46 req-dcdb8b93-f5d9-4aeb-a3bd-826c63170541 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:01.892771 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d784853f-1dcd-4885-8429-dfaa87929a46 req-dcdb8b93-f5d9-4aeb-a3bd-826c63170541 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf31d032-b08a-4e36-b768-5e4b15123a20 HTTP/1.1" status: 200 len: 945 time: 0.0922220 Apr 20 05:51:01.940441 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d784853f-1dcd-4885-8429-dfaa87929a46 req-753ca143-3dd5-4c7c-9f9e-1098aae17442 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412707 Apr 20 05:51:04.119900 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37512b65-53fb-4127-a442-3fe7c88223ba req-121bba0c-1bc6-417c-87a1-2b9460245db9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:04.121424 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-37512b65-53fb-4127-a442-3fe7c88223ba req-121bba0c-1bc6-417c-87a1-2b9460245db9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/networks?id=699ee701-02b7-4cb0-ae25-2043e0d69079 HTTP/1.1" status: 200 len: 815 time: 0.1574919 Apr 20 05:51:04.139662 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-37512b65-53fb-4127-a442-3fe7c88223ba req-cfca6f26-ae26-415c-b097-d285e57f4ec2 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/quotas/d909474985d44d6cb1921877d20e43bd HTTP/1.1" status: 200 len: 375 time: 0.0097845 Apr 20 05:51:04.229813 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-37512b65-53fb-4127-a442-3fe7c88223ba req-d181587b-50bb-43a6-82e1-245a878c2c8f tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d909474985d44d6cb1921877d20e43bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844772 Apr 20 05:51:04.373867 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-37512b65-53fb-4127-a442-3fe7c88223ba req-832c6b98-cc8a-49ee-a087-30c1ff4e05f3 service neutron] 10.222.0.44 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331122 Apr 20 05:51:04.518118 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-37512b65-53fb-4127-a442-3fe7c88223ba req-44e47e94-85c9-4382-8bd3-5e3aca367150 service neutron] 10.222.0.44 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348965 Apr 20 05:51:04.712223 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2d293f4e-19ae-4e1e-a253-7602b295b7af req-c28afa8f-bc1f-440a-b9c0-3a97d6e9edb3 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f62b6c-3382-4a24-b34c-30db2049264a HTTP/1.1" status: 200 len: 210 time: 0.0487020 Apr 20 05:51:05.899440 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-90366afa-ea3d-42f5-986a-bdb9aa159436 req-2defdb30-77cc-4e2e-af93-a64cb58bded5 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f62b6c-3382-4a24-b34c-30db2049264a HTTP/1.1" status: 200 len: 210 time: 0.0599205 Apr 20 05:51:05.956868 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37512b65-53fb-4127-a442-3fe7c88223ba req-befc186b-d0b9-43c7-82b0-288db9d13686 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:05.958494 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-37512b65-53fb-4127-a442-3fe7c88223ba req-befc186b-d0b9-43c7-82b0-288db9d13686 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.13 "GET /v2.0/networks?id=699ee701-02b7-4cb0-ae25-2043e0d69079 HTTP/1.1" status: 200 len: 815 time: 0.2271819 Apr 20 05:51:05.973096 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-37512b65-53fb-4127-a442-3fe7c88223ba req-969ae42e-5404-4ec8-803f-d3c2a8161f96 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Request body: {'port': {'device_id': 'a5f62b6c-3382-4a24-b34c-30db2049264a', 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079', 'admin_state_up': True, 'tenant_id': 'd909474985d44d6cb1921877d20e43bd'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:51:06.126617 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-37512b65-53fb-4127-a442-3fe7c88223ba req-969ae42e-5404-4ec8-803f-d3c2a8161f96 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:51:06.139630 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-37512b65-53fb-4127-a442-3fe7c88223ba req-969ae42e-5404-4ec8-803f-d3c2a8161f96 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:51:06.150177 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37512b65-53fb-4127-a442-3fe7c88223ba req-969ae42e-5404-4ec8-803f-d3c2a8161f96 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Made reservation on behalf of d909474985d44d6cb1921877d20e43bd for: {'port': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:51:06.159192 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-37512b65-53fb-4127-a442-3fe7c88223ba req-969ae42e-5404-4ec8-803f-d3c2a8161f96 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:06.168143 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:51:06.210876 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b22e2663-81e6-4c40-8bf2-32556a67598d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:06.350707 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-37512b65-53fb-4127-a442-3fe7c88223ba req-969ae42e-5404-4ec8-803f-d3c2a8161f96 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Allocated IP 172.20.0.2 (699ee701-02b7-4cb0-ae25-2043e0d69079/27668d94-8278-483a-9647-ab4b8889199e/ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:51:06.572129 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-37512b65-53fb-4127-a442-3fe7c88223ba req-969ae42e-5404-4ec8-803f-d3c2a8161f96 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:06.604168 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-37512b65-53fb-4127-a442-3fe7c88223ba req-969ae42e-5404-4ec8-803f-d3c2a8161f96 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:06.609662 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:06.616159 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['531e0336-a7e8-491f-946a-b8769b38d9aa', '4b4b69a4-0496-41a8-8550-4aea38f95147'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:51:06.679075 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37512b65-53fb-4127-a442-3fe7c88223ba req-969ae42e-5404-4ec8-803f-d3c2a8161f96 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Network 699ee701-02b7-4cb0-ae25-2043e0d69079 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:51:06.682466 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-37512b65-53fb-4127-a442-3fe7c88223ba req-969ae42e-5404-4ec8-803f-d3c2a8161f96 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:51:06.686607 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-37512b65-53fb-4127-a442-3fe7c88223ba req-969ae42e-5404-4ec8-803f-d3c2a8161f96 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:51:06.723250 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ae42e-5404-4ec8-803f-d3c2a8161f96 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Pushing event updated for resources: {'Port': ['ID=ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:06.727907 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-969ae42e-5404-4ec8-803f-d3c2a8161f96 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:06.759448 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37512b65-53fb-4127-a442-3fe7c88223ba req-969ae42e-5404-4ec8-803f-d3c2a8161f96 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:06.760195 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-37512b65-53fb-4127-a442-3fe7c88223ba req-969ae42e-5404-4ec8-803f-d3c2a8161f96 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:06.785137 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-37512b65-53fb-4127-a442-3fe7c88223ba req-969ae42e-5404-4ec8-803f-d3c2a8161f96 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8162825 Apr 20 05:51:06.797813 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Request body: {'port': {'device_id': 'a5f62b6c-3382-4a24-b34c-30db2049264a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:51:06.920056 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:07.102817 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d20ff-7064-498b-b0f0-c23cfe3d6f68 req-2e37267b-439c-4e3c-8ef5-906bfd443d5a tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:07.104580 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1e0d20ff-7064-498b-b0f0-c23cfe3d6f68 req-2e37267b-439c-4e3c-8ef5-906bfd443d5a tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f62b6c-3382-4a24-b34c-30db2049264a HTTP/1.1" status: 200 len: 931 time: 0.0891724 Apr 20 05:51:07.159677 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1e0d20ff-7064-498b-b0f0-c23cfe3d6f68 req-980b6a1e-eb20-4778-8fb9-1414b64e0af1 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479491 Apr 20 05:51:07.537744 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:51:07.546543 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:07.566010 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Transition to ACTIVE for port object ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:51:07.569967 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:07.574611 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:07.735072 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Pushing event updated for resources: {'Port': ['ID=ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:07.738114 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:07.822377 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Attempting to bind port ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:51:07.822671 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Attempting to bind port ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '5c24e01b-cfd6-44d0-96f1-a505648bfefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:51:07.823037 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Attempting to bind port ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc on network 699ee701-02b7-4cb0-ae25-2043e0d69079 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:51:07.828374 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Port ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc on network 699ee701-02b7-4cb0-ae25-2043e0d69079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:51:07.828727 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Attempting to bind port ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc on network 699ee701-02b7-4cb0-ae25-2043e0d69079 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:51:07.836117 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:51:07.836569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Checking segment: {'id': '5c24e01b-cfd6-44d0-96f1-a505648bfefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:51:07.837145 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Bound using segment: {'id': '5c24e01b-cfd6-44d0-96f1-a505648bfefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:51:07.837759 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Bound port: ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c24e01b-cfd6-44d0-96f1-a505648bfefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:51:07.838251 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:07.942069 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2a7c2863-d80a-49e6-9f4b-0b3e0ef702d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:07.942678 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] For port ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc, host hv-cinder-78605, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:51:07.946187 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] For port ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:51:07.949867 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:07.954647 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-87f67fca-7811-432c-9a7a-b88e21c08350 tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:08.010628 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:08.011301 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:08.012760 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-37512b65-53fb-4127-a442-3fe7c88223ba req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] 10.222.0.13 "PUT /v2.0/ports/ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc HTTP/1.1" status: 200 len: 1093 time: 1.2198007 Apr 20 05:51:08.013322 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f62b6c-3382-4a24-b34c-30db2049264a', 'tag': 'ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:51:08.042915 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Pushing event updated for resources: {'Port': ['ID=ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:08.047007 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:08.091054 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f62b6c-3382-4a24-b34c-30db2049264a', 'tag': 'ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc', 'status': 'completed', 'code': 200} Apr 20 05:51:08.133768 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37512b65-53fb-4127-a442-3fe7c88223ba req-87519e56-acc0-4a31-9636-5aa82c7a76ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:08.135464 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-37512b65-53fb-4127-a442-3fe7c88223ba req-87519e56-acc0-4a31-9636-5aa82c7a76ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d909474985d44d6cb1921877d20e43bd&device_id=a5f62b6c-3382-4a24-b34c-30db2049264a HTTP/1.1" status: 200 len: 1096 time: 0.0812926 Apr 20 05:51:08.213254 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-37512b65-53fb-4127-a442-3fe7c88223ba req-42d7cb27-11c0-45b3-9846-df20d35c57da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc HTTP/1.1" status: 200 len: 217 time: 0.0693755 Apr 20 05:51:08.282027 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37512b65-53fb-4127-a442-3fe7c88223ba req-6ef57a67-bb94-452b-8db3-9ebb0f4919fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:08.283585 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-37512b65-53fb-4127-a442-3fe7c88223ba req-6ef57a67-bb94-452b-8db3-9ebb0f4919fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27668d94-8278-483a-9647-ab4b8889199e HTTP/1.1" status: 200 len: 855 time: 0.0636528 Apr 20 05:51:08.339368 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-37512b65-53fb-4127-a442-3fe7c88223ba req-04584f07-2c3e-41fb-8894-c4dee989d8e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=699ee701-02b7-4cb0-ae25-2043e0d69079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467796 Apr 20 05:51:08.376742 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49956c1-f995-45a7-b490-7f83593f67ad req-81de9f54-d259-4d7b-a3ed-1364efeff31a tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:08.378284 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a49956c1-f995-45a7-b490-7f83593f67ad req-81de9f54-d259-4d7b-a3ed-1364efeff31a tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f62b6c-3382-4a24-b34c-30db2049264a HTTP/1.1" status: 200 len: 943 time: 0.0895610 Apr 20 05:51:08.428758 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a49956c1-f995-45a7-b490-7f83593f67ad req-e21b7851-44e7-441b-a81c-5a517885a0e1 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435321 Apr 20 05:51:08.486045 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-37512b65-53fb-4127-a442-3fe7c88223ba req-33718ed0-4f52-402d-a414-e7467dbd7d0c service neutron] 10.222.0.13 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398351 Apr 20 05:51:08.637016 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-37512b65-53fb-4127-a442-3fe7c88223ba req-eece0e38-1c0f-40c5-b3e4-3ce4a54635ce service neutron] 10.222.0.13 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441357 Apr 20 05:51:08.778775 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:08.782373 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbaa40-c2b2-4565-8321-d84df6db35fb req-5d44c1c2-f442-46c8-9b2c-62a2d6b9cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:08.784024 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-befbaa40-c2b2-4565-8321-d84df6db35fb req-5d44c1c2-f442-46c8-9b2c-62a2d6b9cbbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d909474985d44d6cb1921877d20e43bd&device_id=a5f62b6c-3382-4a24-b34c-30db2049264a HTTP/1.1" status: 200 len: 1096 time: 0.0958652 Apr 20 05:51:08.934668 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbaa40-c2b2-4565-8321-d84df6db35fb req-1465d766-174a-4094-8d59-387245f6c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:08.936149 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-befbaa40-c2b2-4565-8321-d84df6db35fb req-1465d766-174a-4094-8d59-387245f6c175 service neutron] 10.222.0.13 "GET /v2.0/networks?id=699ee701-02b7-4cb0-ae25-2043e0d69079 HTTP/1.1" status: 200 len: 916 time: 0.1389709 Apr 20 05:51:09.012246 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-befbaa40-c2b2-4565-8321-d84df6db35fb req-838a2a30-868c-45ac-a2d4-0f56e55dafbc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc HTTP/1.1" status: 200 len: 217 time: 0.0681372 Apr 20 05:51:09.083655 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbaa40-c2b2-4565-8321-d84df6db35fb req-075f9f74-4ad6-408e-b5d8-335f0a8b4095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:09.085366 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-befbaa40-c2b2-4565-8321-d84df6db35fb req-075f9f74-4ad6-408e-b5d8-335f0a8b4095 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27668d94-8278-483a-9647-ab4b8889199e HTTP/1.1" status: 200 len: 855 time: 0.0660262 Apr 20 05:51:09.138304 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-befbaa40-c2b2-4565-8321-d84df6db35fb req-dec4c152-9d6f-4101-9292-d14c7fe6f563 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=699ee701-02b7-4cb0-ae25-2043e0d69079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463507 Apr 20 05:51:09.280710 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-befbaa40-c2b2-4565-8321-d84df6db35fb req-f4f59f98-862a-425f-9a6b-30dc8b19e7eb service neutron] 10.222.0.13 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343632 Apr 20 05:51:09.423938 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-befbaa40-c2b2-4565-8321-d84df6db35fb req-124ed73f-2a93-4e01-8c45-40e12c92006b service neutron] 10.222.0.13 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349964 Apr 20 05:51:09.545907 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:09.654704 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd72d8-8e9a-4016-be76-4b5f656eda7d req-a0fc253f-44e5-443b-857a-c61df3763e56 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:09.655474 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-25cd72d8-8e9a-4016-be76-4b5f656eda7d req-a0fc253f-44e5-443b-857a-c61df3763e56 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Synchronizing usage tracker for tenant:d909474985d44d6cb1921877d20e43bd on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:51:09.671413 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-25cd72d8-8e9a-4016-be76-4b5f656eda7d req-a0fc253f-44e5-443b-857a-c61df3763e56 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Unset dirty status for tenant:d909474985d44d6cb1921877d20e43bd on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:51:09.672614 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-25cd72d8-8e9a-4016-be76-4b5f656eda7d req-a0fc253f-44e5-443b-857a-c61df3763e56 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f62b6c-3382-4a24-b34c-30db2049264a HTTP/1.1" status: 200 len: 943 time: 0.1166251 Apr 20 05:51:09.723587 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-25cd72d8-8e9a-4016-be76-4b5f656eda7d req-d75da4da-52ca-45c9-b820-3eb77a52a840 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 Apr 20 05:51:10.359251 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:51:10.480199 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:10.522000 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:51:10.535933 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': 'ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc', 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079', 'port_id': 'ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc', 'mac_address': 'fa:16:3e:68:94:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27668d94-8278-483a-9647-ab4b8889199e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:51:10.594475 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:10.612070 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:51:10.628169 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:51:10.632871 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:10.634724 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-711a6b45-c0ba-41a2-ad63-a72b2bd4ffd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:10.708685 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:10.711740 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:10.867629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:51:10.940273 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f88b89-051d-4869-b199-2c843d248578 req-aad007ed-4762-471d-bc1a-0b92d381806c tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:10.941920 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-73f88b89-051d-4869-b199-2c843d248578 req-aad007ed-4762-471d-bc1a-0b92d381806c tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f62b6c-3382-4a24-b34c-30db2049264a HTTP/1.1" status: 200 len: 944 time: 0.0974984 Apr 20 05:51:10.990252 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-73f88b89-051d-4869-b199-2c843d248578 req-e8ccaeaa-acb5-46c1-be6d-fc8fb8be6623 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412107 Apr 20 05:51:12.205200 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653b646-2792-42c9-9081-0e7022df1442 req-b6932a60-1b7a-4f21-9c5a-09a963218e2c tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:12.206781 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2653b646-2792-42c9-9081-0e7022df1442 req-b6932a60-1b7a-4f21-9c5a-09a963218e2c tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f62b6c-3382-4a24-b34c-30db2049264a HTTP/1.1" status: 200 len: 944 time: 0.0953126 Apr 20 05:51:12.254941 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2653b646-2792-42c9-9081-0e7022df1442 req-eea32212-6b03-45a1-88d1-d5dadae65b58 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417087 Apr 20 05:51:12.370499 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:51:12.454586 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:51:12.459744 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:51:12.460168 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:12.585851 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:12.615683 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f62b6c-3382-4a24-b34c-30db2049264a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:51:12.626469 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:51:12.631439 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:12.633434 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:12.670627 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f62b6c-3382-4a24-b34c-30db2049264a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc', 'code': 200} Apr 20 05:51:12.708816 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:12.712098 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:12.926619 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cdb35-68d2-4e43-9dc8-26cd63448a30 req-bdc531c5-1f47-4e21-a7b6-4dac502ab518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:12.928102 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4b3cdb35-68d2-4e43-9dc8-26cd63448a30 req-bdc531c5-1f47-4e21-a7b6-4dac502ab518 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5f62b6c-3382-4a24-b34c-30db2049264a HTTP/1.1" status: 200 len: 1098 time: 0.0845315 Apr 20 05:51:12.971022 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-4b3cdb35-68d2-4e43-9dc8-26cd63448a30 req-019b2e0e-ea11-4173-9062-3f0f048d48f2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360761 Apr 20 05:51:13.485344 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad08435-8f25-476d-a4c2-9425f7d12795 req-5407d4ff-8f0e-41d6-bdd0-481ddbc45bd5 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:13.486910 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-bad08435-8f25-476d-a4c2-9425f7d12795 req-5407d4ff-8f0e-41d6-bdd0-481ddbc45bd5 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f62b6c-3382-4a24-b34c-30db2049264a HTTP/1.1" status: 200 len: 945 time: 0.0954022 Apr 20 05:51:13.538528 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-bad08435-8f25-476d-a4c2-9425f7d12795 req-1effb620-3ef2-42bc-b8cb-c74a9be41686 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451269 Apr 20 05:51:13.882453 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:14.276144 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c20013c4-5a86-4ef8-bde7-79b53c815bb8 req-cafa1387-0a58-4a17-b112-f3904f97e6b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827577 Apr 20 05:51:14.445596 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20013c4-5a86-4ef8-bde7-79b53c815bb8 req-4d9dd8b0-77ed-4a3e-8a06-60aca7a0ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:14.447155 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c20013c4-5a86-4ef8-bde7-79b53c815bb8 req-4d9dd8b0-77ed-4a3e-8a06-60aca7a0ee46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3bda5c8251c4b1f88cf6b1ead550c34&device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 1099 time: 0.0819116 Apr 20 05:51:14.604836 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20013c4-5a86-4ef8-bde7-79b53c815bb8 req-15241dce-b558-4db3-a774-efecdc3ab59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:14.606421 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c20013c4-5a86-4ef8-bde7-79b53c815bb8 req-15241dce-b558-4db3-a774-efecdc3ab59b service neutron] 10.222.0.13 "GET /v2.0/networks?id=59f9a348-1f60-4d3d-b509-0ccf381c10f1 HTTP/1.1" status: 200 len: 909 time: 0.1349983 Apr 20 05:51:14.715933 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c20013c4-5a86-4ef8-bde7-79b53c815bb8 req-307ba688-c8df-4c3f-8446-05a45da7f137 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c84985bc-6343-48e6-b469-9fd9d0036e63 HTTP/1.1" status: 200 len: 1002 time: 0.1021295 Apr 20 05:51:14.743362 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5df5d-3875-424e-90ef-31615d449e6c req-97072eb5-4997-4b3b-8e74-735bb191be03 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:14.744993 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-45c5df5d-3875-424e-90ef-31615d449e6c req-97072eb5-4997-4b3b-8e74-735bb191be03 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f62b6c-3382-4a24-b34c-30db2049264a HTTP/1.1" status: 200 len: 945 time: 0.0882323 Apr 20 05:51:14.788717 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20013c4-5a86-4ef8-bde7-79b53c815bb8 req-1f1e9d79-5b49-457b-a273-16789ee476ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:14.790356 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c20013c4-5a86-4ef8-bde7-79b53c815bb8 req-1f1e9d79-5b49-457b-a273-16789ee476ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=442f9f84-efcc-4bf6-9a86-626d7e45fcf2 HTTP/1.1" status: 200 len: 847 time: 0.0664604 Apr 20 05:51:14.792448 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-45c5df5d-3875-424e-90ef-31615d449e6c req-5882d88e-7340-4e17-bc38-1ce5fe67bb7a tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 Apr 20 05:51:14.872250 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20013c4-5a86-4ef8-bde7-79b53c815bb8 req-31d320e5-625e-454b-a942-bba01f2f681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:14.873863 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c20013c4-5a86-4ef8-bde7-79b53c815bb8 req-31d320e5-625e-454b-a942-bba01f2f681d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59f9a348-1f60-4d3d-b509-0ccf381c10f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771518 Apr 20 05:51:15.018886 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c20013c4-5a86-4ef8-bde7-79b53c815bb8 req-0053cd3a-7a73-47b7-963e-b5a7d04da4a3 service neutron] 10.222.0.13 "GET /v2.0/networks/59f9a348-1f60-4d3d-b509-0ccf381c10f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373296 Apr 20 05:51:15.169975 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c20013c4-5a86-4ef8-bde7-79b53c815bb8 req-4d1a9d6d-23b4-4d4d-b436-ca25406fee3e service neutron] 10.222.0.13 "GET /v2.0/networks/59f9a348-1f60-4d3d-b509-0ccf381c10f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432471 Apr 20 05:51:21.279733 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-2a1b923f-44fd-4f2a-8d80-18cddbe6306e tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:21.281290 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-2a1b923f-44fd-4f2a-8d80-18cddbe6306e tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/networks?id=699ee701-02b7-4cb0-ae25-2043e0d69079 HTTP/1.1" status: 200 len: 815 time: 0.1691151 Apr 20 05:51:21.297922 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-a5c177fe-21ce-4ada-be8a-0145601c3969 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/quotas/d909474985d44d6cb1921877d20e43bd HTTP/1.1" status: 200 len: 375 time: 0.0102782 Apr 20 05:51:21.393563 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c601b692-91ab-4d84-9e9a-9b4d32e9de06 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d909474985d44d6cb1921877d20e43bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0868876 Apr 20 05:51:21.538382 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-4de93d5b-2b0e-4561-8791-7d5ff95abc91 service neutron] 10.222.0.44 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370988 Apr 20 05:51:21.868151 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af4b90-e9ca-41ef-b0f1-4cea1dc5a241 req-6c44a7ac-3c99-48a8-96c5-72493b03a529 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:21.869739 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-64af4b90-e9ca-41ef-b0f1-4cea1dc5a241 req-6c44a7ac-3c99-48a8-96c5-72493b03a529 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.0977709 Apr 20 05:51:21.919090 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-64af4b90-e9ca-41ef-b0f1-4cea1dc5a241 req-6aff6e6b-e3ba-463e-a663-3797c906fe4c tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423586 Apr 20 05:51:21.934816 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-b70fbc60-c9f2-46b1-a024-c8f8147701e7 service neutron] 10.222.0.44 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896267 Apr 20 05:51:22.129409 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d4ad418f-9ae7-4f31-b785-62065645ae13 req-cb29ef08-587c-4cd9-bafe-6b2a48e426fd tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cb90da4-e283-45ff-bb6f-bdf885cbf509 HTTP/1.1" status: 200 len: 210 time: 0.0481949 Apr 20 05:51:23.141099 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df2a75-d34c-4115-923c-e9f8489ac890 req-7be8ca6b-f0fc-478f-a534-882e5dcacb3a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:23.142690 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d8df2a75-d34c-4115-923c-e9f8489ac890 req-7be8ca6b-f0fc-478f-a534-882e5dcacb3a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.0958066 Apr 20 05:51:23.198645 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d8df2a75-d34c-4115-923c-e9f8489ac890 req-9437fbf2-4b11-4b60-9afd-fe9a23f5d0b9 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493314 Apr 20 05:51:23.317241 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-fd9bab13-7048-4ebf-9a7e-79f6e48a40da req-ea2f803a-ac46-4e6c-bdfc-7a24b548ad49 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cb90da4-e283-45ff-bb6f-bdf885cbf509 HTTP/1.1" status: 200 len: 210 time: 0.0569139 Apr 20 05:51:23.385939 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-fb6fd618-ec36-4e17-a39d-bbbf9b270a53 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:23.387527 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-fb6fd618-ec36-4e17-a39d-bbbf9b270a53 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.13 "GET /v2.0/networks?id=699ee701-02b7-4cb0-ae25-2043e0d69079 HTTP/1.1" status: 200 len: 815 time: 0.2200708 Apr 20 05:51:23.402256 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-4f8778da-17cc-4a90-bf65-5424494836a8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Request body: {'port': {'device_id': '3cb90da4-e283-45ff-bb6f-bdf885cbf509', 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079', 'admin_state_up': True, 'tenant_id': 'd909474985d44d6cb1921877d20e43bd'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:51:23.545942 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-4f8778da-17cc-4a90-bf65-5424494836a8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:51:23.556954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-4f8778da-17cc-4a90-bf65-5424494836a8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:51:23.567169 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-4f8778da-17cc-4a90-bf65-5424494836a8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Made reservation on behalf of d909474985d44d6cb1921877d20e43bd for: {'port': 1} {{(pid=86332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 05:51:23.573443 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-4f8778da-17cc-4a90-bf65-5424494836a8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:23.737242 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_common [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-4f8778da-17cc-4a90-bf65-5424494836a8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Allocated IP 172.20.0.13 (699ee701-02b7-4cb0-ae25-2043e0d69079/27668d94-8278-483a-9647-ab4b8889199e/447123c8-017b-4c26-8085-e8677123f76c) {{(pid=86332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 05:51:23.949966 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-4f8778da-17cc-4a90-bf65-5424494836a8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks [] for port, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:23.983885 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-4f8778da-17cc-4a90-bf65-5424494836a8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363300764046759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:23.989494 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:23.997778 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['531e0336-a7e8-491f-946a-b8769b38d9aa', '4b4b69a4-0496-41a8-8550-4aea38f95147', 'ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:51:24.058277 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-4f8778da-17cc-4a90-bf65-5424494836a8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Network 699ee701-02b7-4cb0-ae25-2043e0d69079 is already hosted by enough agents. {{(pid=86332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 05:51:24.061625 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.base_scheduler [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-4f8778da-17cc-4a90-bf65-5424494836a8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Resources bound (agent type, host, resource id): {{(pid=86332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 05:51:24.065727 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-4f8778da-17cc-4a90-bf65-5424494836a8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Received port after_create {{(pid=86332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 05:51:24.101683 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8778da-17cc-4a90-bf65-5424494836a8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Pushing event updated for resources: {'Port': ['ID=447123c8-017b-4c26-8085-e8677123f76c,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:24.106366 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4f8778da-17cc-4a90-bf65-5424494836a8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:24.134886 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-4f8778da-17cc-4a90-bf65-5424494836a8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:24.135558 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-4f8778da-17cc-4a90-bf65-5424494836a8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:24.159915 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-4f8778da-17cc-4a90-bf65-5424494836a8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7617931 Apr 20 05:51:24.184604 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.v2.base [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Request body: {'port': {'device_id': '3cb90da4-e283-45ff-bb6f-bdf885cbf509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=86332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 05:51:24.305694 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:24.421760 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153c69a-e044-49ca-b8f6-e22f03523b89 req-64a947f4-1950-4bc1-a8bb-b29e688b8f6d tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:24.423323 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0153c69a-e044-49ca-b8f6-e22f03523b89 req-64a947f4-1950-4bc1-a8bb-b29e688b8f6d tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.1061842 Apr 20 05:51:24.470724 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0153c69a-e044-49ca-b8f6-e22f03523b89 req-3b0e919b-c508-463c-a0e6-83fc4e4d7124 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405452 Apr 20 05:51:24.904609 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d689366-f8ca-4cc9-ae12-dcd0db5ea8c7 req-44773404-6ea7-47ac-a442-60cc2b0426bb tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:24.905277 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-0d689366-f8ca-4cc9-ae12-dcd0db5ea8c7 req-44773404-6ea7-47ac-a442-60cc2b0426bb tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Synchronizing usage tracker for tenant:d909474985d44d6cb1921877d20e43bd on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:51:24.938048 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-0d689366-f8ca-4cc9-ae12-dcd0db5ea8c7 req-44773404-6ea7-47ac-a442-60cc2b0426bb tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Unset dirty status for tenant:d909474985d44d6cb1921877d20e43bd on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:51:24.939269 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0d689366-f8ca-4cc9-ae12-dcd0db5ea8c7 req-44773404-6ea7-47ac-a442-60cc2b0426bb tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cb90da4-e283-45ff-bb6f-bdf885cbf509 HTTP/1.1" status: 200 len: 932 time: 0.4970613 Apr 20 05:51:25.025979 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447123c8-017b-4c26-8085-e8677123f76c {{(pid=86332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:51:25.038038 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:25.045999 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-0d689366-f8ca-4cc9-ae12-dcd0db5ea8c7 req-bf017da1-5cb6-4f32-9b4e-99047d8f8413 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717719 Apr 20 05:51:25.057944 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Transition to ACTIVE for port object 447123c8-017b-4c26-8085-e8677123f76c will not be triggered until provisioned by entity L2. {{(pid=86332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 05:51:25.061603 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:25.065955 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-969ae42e-5404-4ec8-803f-d3c2a8161f96 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:25.233699 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Pushing event updated for resources: {'Port': ['ID=447123c8-017b-4c26-8085-e8677123f76c,revision_number=2']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:25.236608 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:25.310972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Attempting to bind port 447123c8-017b-4c26-8085-e8677123f76c on host hv-cinder-78605 for vnic_type normal with profile {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 05:51:25.311335 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Attempting to bind port 447123c8-017b-4c26-8085-e8677123f76c by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '5c24e01b-cfd6-44d0-96f1-a505648bfefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079'}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 05:51:25.311713 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Attempting to bind port 447123c8-017b-4c26-8085-e8677123f76c on network 699ee701-02b7-4cb0-ae25-2043e0d69079 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:51:25.316696 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Port 447123c8-017b-4c26-8085-e8677123f76c on network 699ee701-02b7-4cb0-ae25-2043e0d69079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 05:51:25.317077 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Attempting to bind port 447123c8-017b-4c26-8085-e8677123f76c on network 699ee701-02b7-4cb0-ae25-2043e0d69079 {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 05:51:25.322958 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Checking agent: {'id': 'd589f69e-25bf-4c4f-81ee-502d6183cc51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'started_at': datetime.datetime(2021, 4, 20, 5, 42, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 5, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 05:51:25.323331 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Checking segment: {'id': '5c24e01b-cfd6-44d0-96f1-a505648bfefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 05:51:25.323745 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Bound using segment: {'id': '5c24e01b-cfd6-44d0-96f1-a505648bfefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079'} {{(pid=86332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 05:51:25.324240 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Bound port: 447123c8-017b-4c26-8085-e8677123f76c, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c24e01b-cfd6-44d0-96f1-a505648bfefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079'}}] {{(pid=86332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 05:51:25.324638 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:25.428121 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] For port 447123c8-017b-4c26-8085-e8677123f76c, host hv-cinder-78605, cleared binding levels {{(pid=86332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 05:51:25.431264 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] For port 447123c8-017b-4c26-8085-e8677123f76c, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=447123c8-017b-4c26-8085-e8677123f76c,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 05:51:25.435910 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853879349'] for port, after_update {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:25.439578 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a064e45e-3a39-4f02-a8d8-b6df8e3d60f8 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:25.501471 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:25.502143 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:25.503562 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] 10.222.0.13 "PUT /v2.0/ports/447123c8-017b-4c26-8085-e8677123f76c HTTP/1.1" status: 200 len: 1094 time: 1.3238862 Apr 20 05:51:25.504147 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb90da4-e283-45ff-bb6f-bdf885cbf509', 'tag': '447123c8-017b-4c26-8085-e8677123f76c'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:51:25.521943 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Pushing event updated for resources: {'Port': ['ID=447123c8-017b-4c26-8085-e8677123f76c,revision_number=3']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:25.525278 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:25.590075 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb90da4-e283-45ff-bb6f-bdf885cbf509', 'tag': '447123c8-017b-4c26-8085-e8677123f76c', 'status': 'completed', 'code': 200} Apr 20 05:51:25.646942 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-d96c2a37-aef6-47cf-94c0-fc15758a0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:25.648521 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-d96c2a37-aef6-47cf-94c0-fc15758a0615 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d909474985d44d6cb1921877d20e43bd&device_id=3cb90da4-e283-45ff-bb6f-bdf885cbf509 HTTP/1.1" status: 200 len: 1097 time: 0.1047580 Apr 20 05:51:25.684294 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f17ddc-0be5-4c66-acb5-ff765974f4fc req-f0233b09-d642-46d1-86d6-44397eeac7e7 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:25.685894 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f5f17ddc-0be5-4c66-acb5-ff765974f4fc req-f0233b09-d642-46d1-86d6-44397eeac7e7 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.0943921 Apr 20 05:51:25.728703 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-5c8db8b4-a4a3-42e9-981a-f2361998d23b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=447123c8-017b-4c26-8085-e8677123f76c HTTP/1.1" status: 200 len: 217 time: 0.0648520 Apr 20 05:51:25.734422 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f5f17ddc-0be5-4c66-acb5-ff765974f4fc req-a24810ab-5ff8-46b8-ac33-b37868872577 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419052 Apr 20 05:51:25.801228 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-f47b62a6-63ec-4ef8-baec-931a841b35a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:25.802762 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-f47b62a6-63ec-4ef8-baec-931a841b35a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27668d94-8278-483a-9647-ab4b8889199e HTTP/1.1" status: 200 len: 855 time: 0.0674019 Apr 20 05:51:25.860424 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-47eca410-a757-451b-9bd7-9292b6353dc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=699ee701-02b7-4cb0-ae25-2043e0d69079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494621 Apr 20 05:51:26.016709 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-ddd7ba6f-1256-4c18-a655-817f34cb2f65 service neutron] 10.222.0.13 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416728 Apr 20 05:51:26.159586 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a0122d3-bbec-4855-aa1e-ae7406c31f9b req-e39b6d04-980f-453e-9724-d3676231333f service neutron] 10.222.0.13 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353152 Apr 20 05:51:26.316640 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cdbdf-40ae-4ebc-b4cc-16f100925845 req-57abde05-567d-4230-a7c9-650ffd13f5f2 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:26.318166 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c84cdbdf-40ae-4ebc-b4cc-16f100925845 req-57abde05-567d-4230-a7c9-650ffd13f5f2 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cb90da4-e283-45ff-bb6f-bdf885cbf509 HTTP/1.1" status: 200 len: 944 time: 0.1530225 Apr 20 05:51:26.341721 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d4dec-ab10-48e1-bd0a-0e0dbb830d7e req-b3ed0281-e826-43eb-b01d-29eeddb621df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:26.343211 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a1d4dec-ab10-48e1-bd0a-0e0dbb830d7e req-b3ed0281-e826-43eb-b01d-29eeddb621df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d909474985d44d6cb1921877d20e43bd&device_id=3cb90da4-e283-45ff-bb6f-bdf885cbf509 HTTP/1.1" status: 200 len: 1097 time: 0.1236601 Apr 20 05:51:26.441861 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c84cdbdf-40ae-4ebc-b4cc-16f100925845 req-9e060725-d235-4148-8530-af512b0d28a2 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159139 Apr 20 05:51:26.503199 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d4dec-ab10-48e1-bd0a-0e0dbb830d7e req-b7703b0b-f66e-472e-9571-4331c7da7ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:26.504749 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a1d4dec-ab10-48e1-bd0a-0e0dbb830d7e req-b7703b0b-f66e-472e-9571-4331c7da7ea1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=699ee701-02b7-4cb0-ae25-2043e0d69079 HTTP/1.1" status: 200 len: 916 time: 0.1459041 Apr 20 05:51:26.584986 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a1d4dec-ab10-48e1-bd0a-0e0dbb830d7e req-5ab93aba-7218-40ed-9714-d8d9c5a37424 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=447123c8-017b-4c26-8085-e8677123f76c HTTP/1.1" status: 200 len: 217 time: 0.0671556 Apr 20 05:51:26.654476 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d4dec-ab10-48e1-bd0a-0e0dbb830d7e req-fbb8e224-78b4-427c-b7b7-44a555a9387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:26.655942 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a1d4dec-ab10-48e1-bd0a-0e0dbb830d7e req-fbb8e224-78b4-427c-b7b7-44a555a9387a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27668d94-8278-483a-9647-ab4b8889199e HTTP/1.1" status: 200 len: 855 time: 0.0631037 Apr 20 05:51:26.709661 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a1d4dec-ab10-48e1-bd0a-0e0dbb830d7e req-6150f7f0-5c8c-49bf-b8bb-90c0e6b0530d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=699ee701-02b7-4cb0-ae25-2043e0d69079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453341 Apr 20 05:51:26.850756 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a1d4dec-ab10-48e1-bd0a-0e0dbb830d7e req-6d070ded-4c36-4acc-a222-e889be0f3868 service neutron] 10.222.0.13 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326940 Apr 20 05:51:26.935187 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b25ad4-2d36-4058-9292-34ee3c9b895f req-224e8a33-581a-48ad-baf1-c21bd7e35326 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:26.936812 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-33b25ad4-2d36-4058-9292-34ee3c9b895f req-224e8a33-581a-48ad-baf1-c21bd7e35326 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.0891216 Apr 20 05:51:26.985469 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-33b25ad4-2d36-4058-9292-34ee3c9b895f req-2448c3ac-9485-4e4d-a895-f241ba0eb77e tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413840 Apr 20 05:51:26.998177 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1a1d4dec-ab10-48e1-bd0a-0e0dbb830d7e req-c61763a0-5c47-4a7a-98c7-e24878d41c09 service neutron] 10.222.0.13 "GET /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375632 Apr 20 05:51:27.659291 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f9533-2837-418f-9c58-2c311ee65ebd req-96ad8817-5eac-4981-a362-b7348286038c tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:27.660897 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-574f9533-2837-418f-9c58-2c311ee65ebd req-96ad8817-5eac-4981-a362-b7348286038c tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cb90da4-e283-45ff-bb6f-bdf885cbf509 HTTP/1.1" status: 200 len: 944 time: 0.0964944 Apr 20 05:51:27.712708 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-574f9533-2837-418f-9c58-2c311ee65ebd req-e88d3177-b654-46a7-ace2-142765bfa086 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 Apr 20 05:51:28.205157 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df869af7-fcb8-4553-a7aa-2d644481bdb6 req-77358afb-6b06-4256-a376-a09fdbe60e0b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:28.206727 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-df869af7-fcb8-4553-a7aa-2d644481bdb6 req-77358afb-6b06-4256-a376-a09fdbe60e0b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.0997853 Apr 20 05:51:28.254337 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-df869af7-fcb8-4553-a7aa-2d644481bdb6 req-735dd50c-6eef-47b7-a0c2-800cf6766944 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410526 Apr 20 05:51:28.414570 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 447123c8-017b-4c26-8085-e8677123f76c details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:51:28.564901 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 447123c8-017b-4c26-8085-e8677123f76c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=447123c8-017b-4c26-8085-e8677123f76c,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:51:28.578894 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': '447123c8-017b-4c26-8085-e8677123f76c', 'network_id': '699ee701-02b7-4cb0-ae25-2043e0d69079', 'port_id': '447123c8-017b-4c26-8085-e8677123f76c', 'mac_address': 'fa:16:3e:3d:73:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27668d94-8278-483a-9647-ab4b8889199e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:51:28.636310 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:28.654418 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447123c8-017b-4c26-8085-e8677123f76c {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:51:28.670359 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 447123c8-017b-4c26-8085-e8677123f76c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=447123c8-017b-4c26-8085-e8677123f76c,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:51:28.675568 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:28.677418 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-57d39c93-f985-4372-aa88-6e2b9474ead8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:28.753152 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=447123c8-017b-4c26-8085-e8677123f76c,revision_number=4']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:28.756487 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:28.926566 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f16e1d-796e-409a-b692-66581b9b32cd req-017a0390-2ba0-4108-9845-03c283bd6506 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:28.928004 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f0f16e1d-796e-409a-b692-66581b9b32cd req-017a0390-2ba0-4108-9845-03c283bd6506 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cb90da4-e283-45ff-bb6f-bdf885cbf509 HTTP/1.1" status: 200 len: 945 time: 0.0882456 Apr 20 05:51:28.943209 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['447123c8-017b-4c26-8085-e8677123f76c'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:51:28.979893 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f0f16e1d-796e-409a-b692-66581b9b32cd req-b8396ebe-f3bc-4f28-bebe-02fa290bf35b tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451920 Apr 20 05:51:29.472474 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d38ee-d83d-4a39-9c01-770d1a0c7fbd req-fbcd1229-094b-4616-bb1a-368dbdda2ab9 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:29.474065 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-777d38ee-d83d-4a39-9c01-770d1a0c7fbd req-fbcd1229-094b-4616-bb1a-368dbdda2ab9 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.0920415 Apr 20 05:51:29.524799 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-777d38ee-d83d-4a39-9c01-770d1a0c7fbd req-4b1716f0-c269-4688-b4f9-7bd02bc4b974 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441828 Apr 20 05:51:30.193531 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44bd30-d9d4-4779-80a1-f6c8faedd141 req-a6c431f1-0343-48a7-a9f8-a5e1e8021fa9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:30.195092 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5a44bd30-d9d4-4779-80a1-f6c8faedd141 req-a6c431f1-0343-48a7-a9f8-a5e1e8021fa9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cb90da4-e283-45ff-bb6f-bdf885cbf509 HTTP/1.1" status: 200 len: 945 time: 0.0901275 Apr 20 05:51:30.242806 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5a44bd30-d9d4-4779-80a1-f6c8faedd141 req-39f05c80-fe22-404f-904b-1a6298691c93 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Apr 20 05:51:30.415415 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 447123c8-017b-4c26-8085-e8677123f76c up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:51:30.501849 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning for port 447123c8-017b-4c26-8085-e8677123f76c completed by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 05:51:30.510392 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port 447123c8-017b-4c26-8085-e8677123f76c triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:51:30.511086 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:30.638377 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:30.667588 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb90da4-e283-45ff-bb6f-bdf885cbf509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447123c8-017b-4c26-8085-e8677123f76c'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:51:30.678941 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 447123c8-017b-4c26-8085-e8677123f76c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=447123c8-017b-4c26-8085-e8677123f76c,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:51:30.682579 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:30.684620 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:30.722043 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb90da4-e283-45ff-bb6f-bdf885cbf509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447123c8-017b-4c26-8085-e8677123f76c', 'code': 200} Apr 20 05:51:30.724998 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f875ab-adfc-46cf-841a-90a015432ae8 req-dc7dc242-227d-42ff-b934-34e4d3ab4976 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:30.729791 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-92f875ab-adfc-46cf-841a-90a015432ae8 req-dc7dc242-227d-42ff-b934-34e4d3ab4976 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.0880294 Apr 20 05:51:30.757886 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=447123c8-017b-4c26-8085-e8677123f76c,revision_number=5']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:30.761449 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:30.780138 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-92f875ab-adfc-46cf-841a-90a015432ae8 req-72b48d6c-281b-4c08-8e0b-6d3e230c383f tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461493 Apr 20 05:51:30.970811 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497b4a8-e6fe-49aa-9175-f7f9a10aa7a5 req-7322b16b-1b98-4422-9427-5106b68cb29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:30.972404 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2497b4a8-e6fe-49aa-9175-f7f9a10aa7a5 req-7322b16b-1b98-4422-9427-5106b68cb29f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3cb90da4-e283-45ff-bb6f-bdf885cbf509 HTTP/1.1" status: 200 len: 1099 time: 0.0815821 Apr 20 05:51:31.023272 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-2497b4a8-e6fe-49aa-9175-f7f9a10aa7a5 req-7e9accde-19a2-4746-ba54-25bc5a77b560 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360024 Apr 20 05:51:31.468173 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a515f-d707-40ad-b17e-eb2e37ff727b req-b34e8580-3d79-4c91-a360-3bcccb127b3b tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:31.469778 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-434a515f-d707-40ad-b17e-eb2e37ff727b req-b34e8580-3d79-4c91-a360-3bcccb127b3b tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cb90da4-e283-45ff-bb6f-bdf885cbf509 HTTP/1.1" status: 200 len: 946 time: 0.0955088 Apr 20 05:51:31.520212 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-434a515f-d707-40ad-b17e-eb2e37ff727b req-a9d3a71c-e35e-41e9-b131-e6b4a7acc466 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Apr 20 05:51:31.984284 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349e874-af53-4490-ab34-3d03395758d7 req-5c5bb9f7-3f0d-4275-83f4-6350b04b85bf tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:31.985922 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1349e874-af53-4490-ab34-3d03395758d7 req-5c5bb9f7-3f0d-4275-83f4-6350b04b85bf tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.0918570 Apr 20 05:51:32.033883 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1349e874-af53-4490-ab34-3d03395758d7 req-5933932d-3483-488d-ab2c-9cbced920d41 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414026 Apr 20 05:51:32.747046 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489f200-5440-4df5-97a5-d37663280804 req-7f241d13-0fbc-46ee-b2ce-3c0209380b35 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:32.748635 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f489f200-5440-4df5-97a5-d37663280804 req-7f241d13-0fbc-46ee-b2ce-3c0209380b35 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cb90da4-e283-45ff-bb6f-bdf885cbf509 HTTP/1.1" status: 200 len: 946 time: 0.1040535 Apr 20 05:51:32.799664 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f489f200-5440-4df5-97a5-d37663280804 req-d83e2476-57bd-42a8-a25c-14946b849131 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Apr 20 05:51:33.251608 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41a44d-48ad-47df-8c7e-fb8895994988 req-5e79cd08-16cd-455c-9701-16818a03f529 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:33.253255 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cc41a44d-48ad-47df-8c7e-fb8895994988 req-5e79cd08-16cd-455c-9701-16818a03f529 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.0930331 Apr 20 05:51:33.300313 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-cc41a44d-48ad-47df-8c7e-fb8895994988 req-38551af1-8882-4079-a78f-609299bd7cba tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405388 Apr 20 05:51:34.511773 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce171c5f-2ccf-4394-a7bf-dacbcbaa45d9 req-fe965e3f-9d3f-43c5-97cc-ae795f80cd84 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:34.513441 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ce171c5f-2ccf-4394-a7bf-dacbcbaa45d9 req-fe965e3f-9d3f-43c5-97cc-ae795f80cd84 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.0877843 Apr 20 05:51:34.564899 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-ce171c5f-2ccf-4394-a7bf-dacbcbaa45d9 req-bd5b00e8-f230-4f2c-b702-2b6f768ebc6d tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451086 Apr 20 05:51:35.785390 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fe2f2-ad84-4d85-8df6-0eaa7fc0ffb9 req-db942f06-ad9f-45b4-8a31-d811892e6cbd tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:35.786966 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-496fe2f2-ad84-4d85-8df6-0eaa7fc0ffb9 req-db942f06-ad9f-45b4-8a31-d811892e6cbd tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.0946412 Apr 20 05:51:35.835592 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-496fe2f2-ad84-4d85-8df6-0eaa7fc0ffb9 req-f45b3f59-c5c1-4b4c-8d65-77d1e5c4247f tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418601 Apr 20 05:51:36.215313 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0cfd5aa8-14bf-4f33-9c19-0c38fb03d060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:37.045718 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038cb6-b276-4a5c-bc9a-08ee234ac1b4 req-e9c5e1b5-5f20-48ad-a798-be729464a6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:37.047413 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-82038cb6-b276-4a5c-bc9a-08ee234ac1b4 req-e9c5e1b5-5f20-48ad-a798-be729464a6b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3bda5c8251c4b1f88cf6b1ead550c34&device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 1099 time: 0.0823314 Apr 20 05:51:37.065795 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e488246-7abc-46b8-b8e6-278baace82b5 req-7147a6fc-62c0-482c-8b77-0a05b0cef415 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:37.067836 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5e488246-7abc-46b8-b8e6-278baace82b5 req-7147a6fc-62c0-482c-8b77-0a05b0cef415 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.0935786 Apr 20 05:51:37.129801 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5e488246-7abc-46b8-b8e6-278baace82b5 req-1da047bc-d619-4149-93c9-aa7431670c49 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438180 Apr 20 05:51:37.197544 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038cb6-b276-4a5c-bc9a-08ee234ac1b4 req-aa55be1f-b916-4f3c-9100-a178afc285a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:37.199182 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-82038cb6-b276-4a5c-bc9a-08ee234ac1b4 req-aa55be1f-b916-4f3c-9100-a178afc285a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=59f9a348-1f60-4d3d-b509-0ccf381c10f1 HTTP/1.1" status: 200 len: 909 time: 0.1435442 Apr 20 05:51:37.308510 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-82038cb6-b276-4a5c-bc9a-08ee234ac1b4 req-884e4524-7ea0-4baa-bd51-b23f7a57a9c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c84985bc-6343-48e6-b469-9fd9d0036e63 HTTP/1.1" status: 200 len: 1002 time: 0.1012926 Apr 20 05:51:37.380422 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038cb6-b276-4a5c-bc9a-08ee234ac1b4 req-441809cf-00a1-442c-bde6-8e38188e8660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:37.381941 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-82038cb6-b276-4a5c-bc9a-08ee234ac1b4 req-441809cf-00a1-442c-bde6-8e38188e8660 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=442f9f84-efcc-4bf6-9a86-626d7e45fcf2 HTTP/1.1" status: 200 len: 847 time: 0.0663106 Apr 20 05:51:37.463708 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038cb6-b276-4a5c-bc9a-08ee234ac1b4 req-620bec4e-b384-411a-af2c-d89d25c0d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:37.465331 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-82038cb6-b276-4a5c-bc9a-08ee234ac1b4 req-620bec4e-b384-411a-af2c-d89d25c0d548 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59f9a348-1f60-4d3d-b509-0ccf381c10f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762622 Apr 20 05:51:37.609931 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-82038cb6-b276-4a5c-bc9a-08ee234ac1b4 req-7a2530dc-1fad-49a9-8c56-e44f4dd68025 service neutron] 10.222.0.13 "GET /v2.0/networks/59f9a348-1f60-4d3d-b509-0ccf381c10f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361055 Apr 20 05:51:37.762375 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-82038cb6-b276-4a5c-bc9a-08ee234ac1b4 req-3771313a-3662-4e21-8103-2f0aadc7b442 service neutron] 10.222.0.13 "GET /v2.0/networks/59f9a348-1f60-4d3d-b509-0ccf381c10f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412063 Apr 20 05:51:37.954675 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c0eca799-f2a5-4063-8727-ce8cc627c1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:38.349441 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcda5b-c1ae-430f-94cb-9998ec8fcb2e req-b7ab5614-a505-4cf8-ac7c-5d4116750be4 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:38.351033 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-30dcda5b-c1ae-430f-94cb-9998ec8fcb2e req-b7ab5614-a505-4cf8-ac7c-5d4116750be4 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.1027849 Apr 20 05:51:38.402843 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-30dcda5b-c1ae-430f-94cb-9998ec8fcb2e req-55b8cc8d-6424-4172-a7f9-08e47667b991 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451577 Apr 20 05:51:38.786009 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:39.547750 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:39.614111 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a080b1-257e-4e95-869f-678d802ac240 req-01b76b74-0fe0-4f16-916a-d86af7ce29de tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:39.615719 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d6a080b1-257e-4e95-869f-678d802ac240 req-01b76b74-0fe0-4f16-916a-d86af7ce29de tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.0939436 Apr 20 05:51:39.666997 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d6a080b1-257e-4e95-869f-678d802ac240 req-ebce5a69-8232-4bf1-90c1-f4f37205ba9d tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419888 Apr 20 05:51:40.411381 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:40.448966 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a225a9f-42cf-43ea-81fa-95ba1797dd42 req-2e45974b-b51e-43ae-9ee1-b26bd9c47e3d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:40.450548 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5a225a9f-42cf-43ea-81fa-95ba1797dd42 req-2e45974b-b51e-43ae-9ee1-b26bd9c47e3d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cb90da4-e283-45ff-bb6f-bdf885cbf509 HTTP/1.1" status: 200 len: 946 time: 0.0914080 Apr 20 05:51:40.501102 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5a225a9f-42cf-43ea-81fa-95ba1797dd42 req-e7d476dc-1ad6-48b5-b597-e971bce7622b tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439358 Apr 20 05:51:40.878679 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83220189-8853-4946-ad8b-2cdb70d1381b req-37663198-3805-41de-a0a3-3e5a36dd11d2 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:40.880261 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-83220189-8853-4946-ad8b-2cdb70d1381b req-37663198-3805-41de-a0a3-3e5a36dd11d2 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.0980725 Apr 20 05:51:40.928484 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-83220189-8853-4946-ad8b-2cdb70d1381b req-d154e73a-5398-41c0-b555-3534c9533653 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416298 Apr 20 05:51:41.226188 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 58792) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:51:41.385982 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ef52b-b485-4b57-ba62-b6c7ff2b920a req-cd9b7a61-bddd-449d-8b27-e95a15854b11 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:41.387552 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-509ef52b-b485-4b57-ba62-b6c7ff2b920a req-cd9b7a61-bddd-449d-8b27-e95a15854b11 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.1546001 Apr 20 05:51:41.391568 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8b869d7-1b7f-416b-ab75-3e21df43d944 req-7ae6df00-5102-4b45-9cc3-383ca8e2d0ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1641212 Apr 20 05:51:41.435485 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-509ef52b-b485-4b57-ba62-b6c7ff2b920a req-78bb6a41-01e8-4816-81c9-dde3829254ef tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414760 Apr 20 05:51:41.720904 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e56e84-497a-4545-a960-951972f7e79a req-f0381cf1-0912-43dd-aea8-26d31f1f081c tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:41.722677 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c4e56e84-497a-4545-a960-951972f7e79a req-f0381cf1-0912-43dd-aea8-26d31f1f081c tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cb90da4-e283-45ff-bb6f-bdf885cbf509 HTTP/1.1" status: 200 len: 946 time: 0.0974379 Apr 20 05:51:41.771191 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c4e56e84-497a-4545-a960-951972f7e79a req-0fd8b945-77f8-4171-b0ed-4ba63896033e tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415571 Apr 20 05:51:42.131611 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e3180-cfa4-44bf-b43c-b408845b92a9 req-4f04b93d-81fe-4ff5-9023-220efd749ac5 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:42.133186 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6f1e3180-cfa4-44bf-b43c-b408845b92a9 req-4f04b93d-81fe-4ff5-9023-220efd749ac5 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.13 "GET /v2.0/ports?device_id=3cb90da4-e283-45ff-bb6f-bdf885cbf509 HTTP/1.1" status: 200 len: 946 time: 0.0927565 Apr 20 05:51:42.214152 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-6f1e3180-cfa4-44bf-b43c-b408845b92a9 req-4ec631ec-1372-47ff-8b75-7256674fdf4d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Deleting port 447123c8-017b-4c26-8085-e8677123f76c {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:51:42.214546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-6f1e3180-cfa4-44bf-b43c-b408845b92a9 req-4ec631ec-1372-47ff-8b75-7256674fdf4d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:42.445986 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 447123c8-017b-4c26-8085-e8677123f76c no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:51:42.577615 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:42.609903 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb90da4-e283-45ff-bb6f-bdf885cbf509', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '447123c8-017b-4c26-8085-e8677123f76c'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:51:42.610303 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b869d7-1b7f-416b-ab75-3e21df43d944 req-e31b7209-b55b-4e2d-b486-a2c66613177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:42.611865 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8b869d7-1b7f-416b-ab75-3e21df43d944 req-e31b7209-b55b-4e2d-b486-a2c66613177a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da&tenant_id=a3bda5c8251c4b1f88cf6b1ead550c34 HTTP/1.1" status: 200 len: 1099 time: 0.1466568 Apr 20 05:51:42.619554 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port 447123c8-017b-4c26-8085-e8677123f76c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=447123c8-017b-4c26-8085-e8677123f76c,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:51:42.628713 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:42.629615 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device c84985bc-6343-48e6-b469-9fd9d0036e63 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:51:42.664019 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:42.696324 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb90da4-e283-45ff-bb6f-bdf885cbf509', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '447123c8-017b-4c26-8085-e8677123f76c', 'code': 200} Apr 20 05:51:42.710171 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62043f99-4ee6-4c3e-bc7d-698956f6c3bd req-791b58c8-0392-4e30-a0a0-67e83963e3ae tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:42.713369 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-62043f99-4ee6-4c3e-bc7d-698956f6c3bd req-791b58c8-0392-4e30-a0a0-67e83963e3ae tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.1595223 Apr 20 05:51:42.751267 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-6f1e3180-cfa4-44bf-b43c-b408845b92a9 req-4ec631ec-1372-47ff-8b75-7256674fdf4d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] For port 447123c8-017b-4c26-8085-e8677123f76c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=447123c8-017b-4c26-8085-e8677123f76c,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:51:42.751657 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-6f1e3180-cfa4-44bf-b43c-b408845b92a9 req-4ec631ec-1372-47ff-8b75-7256674fdf4d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:42.760729 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=447123c8-017b-4c26-8085-e8677123f76c,revision_number=6']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:42.764946 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:42.778474 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-62043f99-4ee6-4c3e-bc7d-698956f6c3bd req-c5fcaeda-88b2-4af1-a169-254bfe6c55c6 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588372 Apr 20 05:51:42.784338 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b869d7-1b7f-416b-ab75-3e21df43d944 req-f6f9b4e2-a7e8-4b50-937b-6555f48eb9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:42.785896 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8b869d7-1b7f-416b-ab75-3e21df43d944 req-f6f9b4e2-a7e8-4b50-937b-6555f48eb9f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3bda5c8251c4b1f88cf6b1ead550c34&device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 1099 time: 0.1493514 Apr 20 05:51:42.837505 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:42.872696 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port c84985bc-6343-48e6-b469-9fd9d0036e63, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c84985bc-6343-48e6-b469-9fd9d0036e63,segment=NetworkSegment(ba988c82-17a0-4588-9526-38a51ce448fc),segment_id=ba988c82-17a0-4588-9526-38a51ce448fc)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:51:42.877728 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:42.879616 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-d9960df4-298d-4877-a1b3-64a2f408698b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:42.894046 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-6f1e3180-cfa4-44bf-b43c-b408845b92a9 req-4ec631ec-1372-47ff-8b75-7256674fdf4d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Calling delete_port for 447123c8-017b-4c26-8085-e8677123f76c owned by compute:nova {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:51:42.939834 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b869d7-1b7f-416b-ab75-3e21df43d944 req-6a936185-066e-4bfe-b1be-47603bf040b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:42.941432 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8b869d7-1b7f-416b-ab75-3e21df43d944 req-6a936185-066e-4bfe-b1be-47603bf040b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=59f9a348-1f60-4d3d-b509-0ccf381c10f1 HTTP/1.1" status: 200 len: 909 time: 0.1482708 Apr 20 05:51:42.950611 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=c84985bc-6343-48e6-b469-9fd9d0036e63,revision_number=6']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:42.953954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:43.052066 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8b869d7-1b7f-416b-ab75-3e21df43d944 req-981a12d1-b1d5-4573-9b0a-60533edcc1ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c84985bc-6343-48e6-b469-9fd9d0036e63 HTTP/1.1" status: 200 len: 1000 time: 0.1035545 Apr 20 05:51:43.061309 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33170c-2da0-4c0e-be55-76bb1fc5e074 req-d2268538-42f5-4676-84c7-cc49863d3327 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:43.062915 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9e33170c-2da0-4c0e-be55-76bb1fc5e074 req-d2268538-42f5-4676-84c7-cc49863d3327 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cb90da4-e283-45ff-bb6f-bdf885cbf509 HTTP/1.1" status: 200 len: 944 time: 0.1383996 Apr 20 05:51:43.064527 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.db.api [req-6f1e3180-cfa4-44bf-b43c-b408845b92a9 req-4ec631ec-1372-47ff-8b75-7256674fdf4d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86332) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 05:51:43.064895 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_db.api [req-6f1e3180-cfa4-44bf-b43c-b408845b92a9 req-4ec631ec-1372-47ff-8b75-7256674fdf4d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 05:51:43.113351 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9e33170c-2da0-4c0e-be55-76bb1fc5e074 req-0b3b68a1-e6dd-4191-9465-e31d84fd5590 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426402 Apr 20 05:51:43.123095 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b869d7-1b7f-416b-ab75-3e21df43d944 req-29cf2bd2-62f3-466a-b691-c93198c1570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:43.124712 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8b869d7-1b7f-416b-ab75-3e21df43d944 req-29cf2bd2-62f3-466a-b691-c93198c1570a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=442f9f84-efcc-4bf6-9a86-626d7e45fcf2 HTTP/1.1" status: 200 len: 847 time: 0.0657389 Apr 20 05:51:43.168094 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:51:43.212137 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b869d7-1b7f-416b-ab75-3e21df43d944 req-76fbe051-5a75-4852-a2cf-709aac4c7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:43.213752 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8b869d7-1b7f-416b-ab75-3e21df43d944 req-76fbe051-5a75-4852-a2cf-709aac4c7d6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59f9a348-1f60-4d3d-b509-0ccf381c10f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819569 Apr 20 05:51:43.356290 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8b869d7-1b7f-416b-ab75-3e21df43d944 req-eab88f41-d2ab-454a-b992-1c343e47fd2e service neutron] 10.222.0.13 "GET /v2.0/networks/59f9a348-1f60-4d3d-b509-0ccf381c10f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354733 Apr 20 05:51:43.505330 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8b869d7-1b7f-416b-ab75-3e21df43d944 req-98b9f029-11d2-4536-8c63-d44710256cd0 service neutron] 10.222.0.13 "GET /v2.0/networks/59f9a348-1f60-4d3d-b509-0ccf381c10f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410880 Apr 20 05:51:43.566527 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-6f1e3180-cfa4-44bf-b43c-b408845b92a9 req-4ec631ec-1372-47ff-8b75-7256674fdf4d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Deleting port 447123c8-017b-4c26-8085-e8677123f76c {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:51:43.567026 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-6f1e3180-cfa4-44bf-b43c-b408845b92a9 req-4ec631ec-1372-47ff-8b75-7256674fdf4d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:43.837530 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-6f1e3180-cfa4-44bf-b43c-b408845b92a9 req-4ec631ec-1372-47ff-8b75-7256674fdf4d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] For port 447123c8-017b-4c26-8085-e8677123f76c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=447123c8-017b-4c26-8085-e8677123f76c,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:51:43.837930 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-6f1e3180-cfa4-44bf-b43c-b408845b92a9 req-4ec631ec-1372-47ff-8b75-7256674fdf4d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:43.889527 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:43.968295 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-6f1e3180-cfa4-44bf-b43c-b408845b92a9 req-4ec631ec-1372-47ff-8b75-7256674fdf4d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Calling delete_port for 447123c8-017b-4c26-8085-e8677123f76c owned by compute:nova {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:51:43.982970 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac4973-d315-46a0-9e49-762a5f61f2ba req-89f86655-ad19-40a2-ae9b-e7314a1fb889 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:43.984576 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-94ac4973-d315-46a0-9e49-762a5f61f2ba req-89f86655-ad19-40a2-ae9b-e7314a1fb889 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 944 time: 0.0885777 Apr 20 05:51:44.032101 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-94ac4973-d315-46a0-9e49-762a5f61f2ba req-ffbacc74-4484-4e28-a971-a1f7ab91c4a9 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409353 Apr 20 05:51:44.119443 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-6f1e3180-cfa4-44bf-b43c-b408845b92a9 req-4ec631ec-1372-47ff-8b75-7256674fdf4d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:44.126626 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e12cf5d3-0020-4e99-aad0-1d2cc623b879 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:44.130952 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['531e0336-a7e8-491f-946a-b8769b38d9aa', '4b4b69a4-0496-41a8-8550-4aea38f95147', 'ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:51:44.179482 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec631ec-1372-47ff-8b75-7256674fdf4d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Pushing event deleted for resources: {'Port': ['ID=447123c8-017b-4c26-8085-e8677123f76c,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:44.212945 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4ec631ec-1372-47ff-8b75-7256674fdf4d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:44.287526 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1e3180-cfa4-44bf-b43c-b408845b92a9 req-4ec631ec-1372-47ff-8b75-7256674fdf4d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] No DVR routers for this DVR port 447123c8-017b-4c26-8085-e8677123f76c on host hv-cinder-78605 {{(pid=86332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:51:44.294252 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-6f1e3180-cfa4-44bf-b43c-b408845b92a9 req-4ec631ec-1372-47ff-8b75-7256674fdf4d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:44.296988 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb90da4-e283-45ff-bb6f-bdf885cbf509', 'name': 'network-vif-deleted', 'tag': '447123c8-017b-4c26-8085-e8677123f76c'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:51:44.313748 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-90a54e8e-ea45-4298-b3a5-c36f8aba42d5 req-dba3900a-fc44-4c4e-b9ba-9f229ac2012d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cb90da4-e283-45ff-bb6f-bdf885cbf509 HTTP/1.1" status: 200 len: 210 time: 0.0653713 Apr 20 05:51:44.323733 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6f1e3180-cfa4-44bf-b43c-b408845b92a9 req-4ec631ec-1372-47ff-8b75-7256674fdf4d tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.13 "DELETE /v2.0/ports/447123c8-017b-4c26-8085-e8677123f76c HTTP/1.1" status: 204 len: 173 time: 2.1841259 Apr 20 05:51:44.368296 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb90da4-e283-45ff-bb6f-bdf885cbf509', 'name': 'network-vif-deleted', 'tag': '447123c8-017b-4c26-8085-e8677123f76c', 'status': 'completed', 'code': 200} Apr 20 05:51:44.697957 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c84985bc-6343-48e6-b469-9fd9d0036e63'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:51:44.759653 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c84985bc-6343-48e6-b469-9fd9d0036e63', 'code': 200} Apr 20 05:51:45.164718 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b130a52-4a59-4b02-b7db-b597d7889bc7 req-d6b2693e-9966-41f2-a117-c03e95ee33a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:45.166380 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6b130a52-4a59-4b02-b7db-b597d7889bc7 req-d6b2693e-9966-41f2-a117-c03e95ee33a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 1097 time: 0.0774450 Apr 20 05:51:45.210852 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-6b130a52-4a59-4b02-b7db-b597d7889bc7 req-93e1c46c-cad0-4428-92ca-0216ded6ee97 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369999 Apr 20 05:51:45.240032 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0bc336-261e-4ad8-9227-e95f6a2c8a28 req-38b9f573-855a-42a7-9f61-ec9c29b13fb2 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:45.241626 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-da0bc336-261e-4ad8-9227-e95f6a2c8a28 req-38b9f573-855a-42a7-9f61-ec9c29b13fb2 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 944 time: 0.0934825 Apr 20 05:51:45.303764 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-da0bc336-261e-4ad8-9227-e95f6a2c8a28 req-4fe21588-bf8d-4a7b-87a1-c3d35e710096 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525808 Apr 20 05:51:46.523474 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d309a-69aa-4faf-8537-f1e80dbdeea8 req-9acbdc3e-1537-47a9-b544-edc94e171063 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:46.525053 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-752d309a-69aa-4faf-8537-f1e80dbdeea8 req-9acbdc3e-1537-47a9-b544-edc94e171063 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 944 time: 0.0953584 Apr 20 05:51:46.573449 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-752d309a-69aa-4faf-8537-f1e80dbdeea8 req-a06bbcfb-4488-49a6-9c89-ef458ff1822a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404153 Apr 20 05:51:47.071916 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63f488-e262-4350-87e7-3d577361b641 req-5a4364d6-aeb6-4770-a44b-1e8eddf17486 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:47.073574 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-df63f488-e262-4350-87e7-3d577361b641 req-5a4364d6-aeb6-4770-a44b-1e8eddf17486 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f62b6c-3382-4a24-b34c-30db2049264a HTTP/1.1" status: 200 len: 945 time: 0.1032145 Apr 20 05:51:47.121273 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-df63f488-e262-4350-87e7-3d577361b641 req-5e5bb066-dbcc-4241-bedc-911d31243519 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410380 Apr 20 05:51:48.352138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee02f6-60a6-467d-a0df-6b98ad59a37d req-5f6329c7-c735-409b-8ee5-45a158aad36a tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:48.352954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-87ee02f6-60a6-467d-a0df-6b98ad59a37d req-5f6329c7-c735-409b-8ee5-45a158aad36a tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Synchronizing usage tracker for tenant:d909474985d44d6cb1921877d20e43bd on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:51:48.370650 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-87ee02f6-60a6-467d-a0df-6b98ad59a37d req-5f6329c7-c735-409b-8ee5-45a158aad36a tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Unset dirty status for tenant:d909474985d44d6cb1921877d20e43bd on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:51:48.371918 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-87ee02f6-60a6-467d-a0df-6b98ad59a37d req-5f6329c7-c735-409b-8ee5-45a158aad36a tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f62b6c-3382-4a24-b34c-30db2049264a HTTP/1.1" status: 200 len: 945 time: 0.1318524 Apr 20 05:51:48.419577 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-87ee02f6-60a6-467d-a0df-6b98ad59a37d req-04c19a94-d061-481e-9893-27794d5cfa09 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409644 Apr 20 05:51:48.480365 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device c84985bc-6343-48e6-b469-9fd9d0036e63 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=86333) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 05:51:48.611291 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58230960-318e-46d5-8605-81fe7a35d096 req-3f412cc1-6827-403e-a7cf-4aaeb30c52cd tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:48.612859 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-58230960-318e-46d5-8605-81fe7a35d096 req-3f412cc1-6827-403e-a7cf-4aaeb30c52cd tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5f62b6c-3382-4a24-b34c-30db2049264a HTTP/1.1" status: 200 len: 945 time: 0.0899882 Apr 20 05:51:48.624566 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port c84985bc-6343-48e6-b469-9fd9d0036e63, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c84985bc-6343-48e6-b469-9fd9d0036e63,segment=NetworkSegment(ba988c82-17a0-4588-9526-38a51ce448fc),segment_id=ba988c82-17a0-4588-9526-38a51ce448fc)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:51:48.638807 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Returning: {'device': 'c84985bc-6343-48e6-b469-9fd9d0036e63', 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'port_id': 'c84985bc-6343-48e6-b469-9fd9d0036e63', 'mac_address': 'fa:16:3e:15:40:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86333) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 05:51:48.693216 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-58230960-318e-46d5-8605-81fe7a35d096 req-7c8ecfcb-f330-4e0c-9991-88bcb0cd56ad tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Deleting port ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:51:48.693515 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-58230960-318e-46d5-8605-81fe7a35d096 req-7c8ecfcb-f330-4e0c-9991-88bcb0cd56ad tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:48.698325 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:48.716131 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84985bc-6343-48e6-b469-9fd9d0036e63 {{(pid=86333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 05:51:48.732622 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port c84985bc-6343-48e6-b469-9fd9d0036e63, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c84985bc-6343-48e6-b469-9fd9d0036e63,segment=NetworkSegment(ba988c82-17a0-4588-9526-38a51ce448fc),segment_id=ba988c82-17a0-4588-9526-38a51ce448fc)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:51:48.736540 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:48.738601 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-e6bea957-028d-4a25-aa2b-532bce65f71d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:48.810396 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=c84985bc-6343-48e6-b469-9fd9d0036e63,revision_number=7']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:48.818342 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:48.818729 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:48.819108 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:48.819483 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:48.819850 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:48.820219 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:48.820584 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:48.821205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:48.821336 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:48.821663 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:48.822026 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:48.822363 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:48.826470 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:48.952648 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-58230960-318e-46d5-8605-81fe7a35d096 req-7c8ecfcb-f330-4e0c-9991-88bcb0cd56ad tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] For port ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:51:48.952885 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-58230960-318e-46d5-8605-81fe7a35d096 req-7c8ecfcb-f330-4e0c-9991-88bcb0cd56ad tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:48.972244 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['c84985bc-6343-48e6-b469-9fd9d0036e63'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:51:49.088713 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-58230960-318e-46d5-8605-81fe7a35d096 req-7c8ecfcb-f330-4e0c-9991-88bcb0cd56ad tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Calling delete_port for ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc owned by compute:nova {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:51:49.238616 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-58230960-318e-46d5-8605-81fe7a35d096 req-7c8ecfcb-f330-4e0c-9991-88bcb0cd56ad tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:49.244559 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-350b6a85-63e4-49ae-9646-5c46fe9a308f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:49.294712 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ecfcb-f330-4e0c-9991-88bcb0cd56ad tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Pushing event deleted for resources: {'Port': ['ID=ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:49.298066 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-7c8ecfcb-f330-4e0c-9991-88bcb0cd56ad tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:49.373716 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-58230960-318e-46d5-8605-81fe7a35d096 req-7c8ecfcb-f330-4e0c-9991-88bcb0cd56ad tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] No DVR routers for this DVR port ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc on host hv-cinder-78605 {{(pid=86332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:51:49.376134 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-58230960-318e-46d5-8605-81fe7a35d096 req-7c8ecfcb-f330-4e0c-9991-88bcb0cd56ad tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:49.378813 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f62b6c-3382-4a24-b34c-30db2049264a', 'name': 'network-vif-deleted', 'tag': 'ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:51:49.395871 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-58230960-318e-46d5-8605-81fe7a35d096 req-7c8ecfcb-f330-4e0c-9991-88bcb0cd56ad tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.13 "DELETE /v2.0/ports/ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc HTTP/1.1" status: 204 len: 173 time: 0.7755723 Apr 20 05:51:49.430964 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f62b6c-3382-4a24-b34c-30db2049264a', 'name': 'network-vif-deleted', 'tag': 'ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc', 'status': 'completed', 'code': 200} Apr 20 05:51:49.587833 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-9e95f5e4-a8eb-4754-8905-b767cb37f6f7 req-ae9fa092-13b1-4108-8203-6c3ee1d72325 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Synchronizing usage tracker for tenant:d909474985d44d6cb1921877d20e43bd on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:51:49.604550 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-9e95f5e4-a8eb-4754-8905-b767cb37f6f7 req-ae9fa092-13b1-4108-8203-6c3ee1d72325 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Unset dirty status for tenant:d909474985d44d6cb1921877d20e43bd on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:51:49.605829 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9e95f5e4-a8eb-4754-8905-b767cb37f6f7 req-ae9fa092-13b1-4108-8203-6c3ee1d72325 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5f62b6c-3382-4a24-b34c-30db2049264a HTTP/1.1" status: 200 len: 210 time: 0.0706789 Apr 20 05:51:49.619835 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['531e0336-a7e8-491f-946a-b8769b38d9aa', '4b4b69a4-0496-41a8-8550-4aea38f95147', 'ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:51:50.498898 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device c84985bc-6343-48e6-b469-9fd9d0036e63 up at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 05:51:50.580677 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.provisioning_blocks [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Provisioning complete for port c84985bc-6343-48e6-b469-9fd9d0036e63 triggered by entity L2. {{(pid=86333) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 05:51:50.581166 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3917078'] for port, provisioning_complete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:50.707928 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851050805'] for port, before_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:50.736219 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84985bc-6343-48e6-b469-9fd9d0036e63'}] {{(pid=86333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:51:50.746682 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] For port c84985bc-6343-48e6-b469-9fd9d0036e63, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c84985bc-6343-48e6-b469-9fd9d0036e63,segment=NetworkSegment(ba988c82-17a0-4588-9526-38a51ce448fc),segment_id=ba988c82-17a0-4588-9526-38a51ce448fc)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:51:50.750175 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736091160520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363300764046742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736090729092'] for port, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:50.751161 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:51:50.784235 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:50.825546 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84985bc-6343-48e6-b469-9fd9d0036e63', 'code': 200} Apr 20 05:51:50.833128 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] No Port match for: ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:51:50.833521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device ab26d14a-1a4e-4ca8-aba5-6e10ad3f0dbc not bound to the agent host hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:51:50.861253 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Pushing event updated for resources: {'Port': ['ID=c84985bc-6343-48e6-b469-9fd9d0036e63,revision_number=8']} {{(pid=86333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:50.864360 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86333) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:51.114643 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c310eb6-9367-42d9-b7c4-cd8dda9dd13a req-f4ad2fab-3377-44b6-96c1-d3559884c42e tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:51.116201 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1c310eb6-9367-42d9-b7c4-cd8dda9dd13a req-f4ad2fab-3377-44b6-96c1-d3559884c42e tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf31d032-b08a-4e36-b768-5e4b15123a20 HTTP/1.1" status: 200 len: 945 time: 0.1000082 Apr 20 05:51:51.163606 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1c310eb6-9367-42d9-b7c4-cd8dda9dd13a req-d5bb372c-d265-49f1-a1eb-406fd552bb03 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 Apr 20 05:51:52.424682 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039fe85-5344-4a67-9dfd-af56a23eadd8 req-87707a05-0461-4c06-b861-524f7e8fc4c7 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:52.426187 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d039fe85-5344-4a67-9dfd-af56a23eadd8 req-87707a05-0461-4c06-b861-524f7e8fc4c7 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf31d032-b08a-4e36-b768-5e4b15123a20 HTTP/1.1" status: 200 len: 945 time: 0.1555004 Apr 20 05:51:52.434907 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b53200-17f0-43ba-b918-b8fe8f34e573 req-74796848-ff10-45dc-a462-b1705e398df8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:52.436450 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a8b53200-17f0-43ba-b918-b8fe8f34e573 req-74796848-ff10-45dc-a462-b1705e398df8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf31d032-b08a-4e36-b768-5e4b15123a20 HTTP/1.1" status: 200 len: 945 time: 0.1251104 Apr 20 05:51:52.538461 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-d039fe85-5344-4a67-9dfd-af56a23eadd8 req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Deleting port 4b4b69a4-0496-41a8-8550-4aea38f95147 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:51:52.538828 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-d039fe85-5344-4a67-9dfd-af56a23eadd8 req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:52.572614 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-a8b53200-17f0-43ba-b918-b8fe8f34e573 req-ac446bef-6e37-4d25-b10b-fff5cf97a26b tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053152 Apr 20 05:51:52.796678 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-d039fe85-5344-4a67-9dfd-af56a23eadd8 req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] For port 4b4b69a4-0496-41a8-8550-4aea38f95147, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4b4b69a4-0496-41a8-8550-4aea38f95147,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:51:52.797106 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-d039fe85-5344-4a67-9dfd-af56a23eadd8 req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:52.928216 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-d039fe85-5344-4a67-9dfd-af56a23eadd8 req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Calling delete_port for 4b4b69a4-0496-41a8-8550-4aea38f95147 owned by compute:nova {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:51:53.086854 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-d039fe85-5344-4a67-9dfd-af56a23eadd8 req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:53.092539 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c3a94bfc-2d37-4233-9bcf-039f4baca08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:53.099548 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] get_ports_and_sgs() called for port_ids ['531e0336-a7e8-491f-946a-b8769b38d9aa', '4b4b69a4-0496-41a8-8550-4aea38f95147'] {{(pid=86333) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 05:51:53.142948 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Pushing event deleted for resources: {'Port': ['ID=4b4b69a4-0496-41a8-8550-4aea38f95147,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:53.178447 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:53.178865 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:53.179271 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:53.179667 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:53.180075 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:53.180454 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:53.180849 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:53.181325 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:53.181852 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:53.182275 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:53.182663 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:53.183419 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:51:53.191925 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:53.233871 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-d039fe85-5344-4a67-9dfd-af56a23eadd8 req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] No DVR routers for this DVR port 4b4b69a4-0496-41a8-8550-4aea38f95147 on host hv-cinder-78605 {{(pid=86332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:51:53.236440 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-d039fe85-5344-4a67-9dfd-af56a23eadd8 req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:53.239288 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf31d032-b08a-4e36-b768-5e4b15123a20', 'name': 'network-vif-deleted', 'tag': '4b4b69a4-0496-41a8-8550-4aea38f95147'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:51:53.256622 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-d039fe85-5344-4a67-9dfd-af56a23eadd8 req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.13 "DELETE /v2.0/ports/4b4b69a4-0496-41a8-8550-4aea38f95147 HTTP/1.1" status: 204 len: 173 time: 0.8191166 Apr 20 05:51:53.294579 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf31d032-b08a-4e36-b768-5e4b15123a20', 'name': 'network-vif-deleted', 'tag': '4b4b69a4-0496-41a8-8550-4aea38f95147', 'status': 'completed', 'code': 200} Apr 20 05:51:53.764664 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-19ccb51c-487d-4272-9726-293d02decc7e req-4e010f96-a5a9-4641-8b87-0c7bc3da97e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Synchronizing usage tracker for tenant:d909474985d44d6cb1921877d20e43bd on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:51:53.779669 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-19ccb51c-487d-4272-9726-293d02decc7e req-4e010f96-a5a9-4641-8b87-0c7bc3da97e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Unset dirty status for tenant:d909474985d44d6cb1921877d20e43bd on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:51:53.780930 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-19ccb51c-487d-4272-9726-293d02decc7e req-4e010f96-a5a9-4641-8b87-0c7bc3da97e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf31d032-b08a-4e36-b768-5e4b15123a20 HTTP/1.1" status: 200 len: 210 time: 0.0666075 Apr 20 05:51:56.527860 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 4b4b69a4-0496-41a8-8550-4aea38f95147 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:51:56.540098 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d384e4-a094-40e3-9607-f04a0303c699 req-d8f58800-1d66-4e77-97f9-45959cff8c29 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:56.541716 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e1d384e4-a094-40e3-9607-f04a0303c699 req-d8f58800-1d66-4e77-97f9-45959cff8c29 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd29ff6-d5a3-45cf-8a74-217efc43137c HTTP/1.1" status: 200 len: 945 time: 0.1013076 Apr 20 05:51:56.565608 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] No Port match for: 4b4b69a4-0496-41a8-8550-4aea38f95147 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:51:56.565997 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 4b4b69a4-0496-41a8-8550-4aea38f95147 not bound to the agent host hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:51:56.589117 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-e1d384e4-a094-40e3-9607-f04a0303c699 req-abd3296f-28d9-4096-84c6-4d5b6796fda3 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Apr 20 05:51:57.820288 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e8dbb-260e-468f-aa4a-205ef2ed422d req-cea532da-63d7-462e-a3e1-7a7dcc9212af tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:57.821904 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aa4e8dbb-260e-468f-aa4a-205ef2ed422d req-cea532da-63d7-462e-a3e1-7a7dcc9212af tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd29ff6-d5a3-45cf-8a74-217efc43137c HTTP/1.1" status: 200 len: 945 time: 0.0949724 Apr 20 05:51:57.880816 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-aa4e8dbb-260e-468f-aa4a-205ef2ed422d req-2c7ea290-e70d-401d-b919-25fad82cf5f5 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/security-groups?id=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465856 Apr 20 05:51:58.095389 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef72642-0edb-45ca-972c-7a002ee11389 req-061e24d9-1c8d-49a9-ab34-7797eed59de8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:51:58.096958 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5ef72642-0edb-45ca-972c-7a002ee11389 req-061e24d9-1c8d-49a9-ab34-7797eed59de8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.13 "GET /v2.0/ports?device_id=afd29ff6-d5a3-45cf-8a74-217efc43137c HTTP/1.1" status: 200 len: 945 time: 0.1008911 Apr 20 05:51:58.180187 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-5ef72642-0edb-45ca-972c-7a002ee11389 req-c413c7a8-50e0-426a-bb79-71bed3af1875 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Deleting port 531e0336-a7e8-491f-946a-b8769b38d9aa {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:51:58.180485 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-5ef72642-0edb-45ca-972c-7a002ee11389 req-c413c7a8-50e0-426a-bb79-71bed3af1875 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:58.442100 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-5ef72642-0edb-45ca-972c-7a002ee11389 req-c413c7a8-50e0-426a-bb79-71bed3af1875 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] For port 531e0336-a7e8-491f-946a-b8769b38d9aa, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=531e0336-a7e8-491f-946a-b8769b38d9aa,segment=NetworkSegment(5c24e01b-cfd6-44d0-96f1-a505648bfefe),segment_id=5c24e01b-cfd6-44d0-96f1-a505648bfefe)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:51:58.442417 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-5ef72642-0edb-45ca-972c-7a002ee11389 req-c413c7a8-50e0-426a-bb79-71bed3af1875 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:58.812854 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-5ef72642-0edb-45ca-972c-7a002ee11389 req-c413c7a8-50e0-426a-bb79-71bed3af1875 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Calling delete_port for 531e0336-a7e8-491f-946a-b8769b38d9aa owned by compute:nova {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:51:58.958920 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-5ef72642-0edb-45ca-972c-7a002ee11389 req-c413c7a8-50e0-426a-bb79-71bed3af1875 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:58.965025 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1ef53ffa-65e7-4b41-8046-e259bad16b81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:51:59.014684 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413c7a8-50e0-426a-bb79-71bed3af1875 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Pushing event deleted for resources: {'Port': ['ID=531e0336-a7e8-491f-946a-b8769b38d9aa,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:51:59.017428 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c413c7a8-50e0-426a-bb79-71bed3af1875 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:51:59.046716 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-9f041ff9-3097-4787-ac37-b37eff608ff0 req-8bc6530c-e205-4cc5-a89e-7b4bd2bd0eb5 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd29ff6-d5a3-45cf-8a74-217efc43137c HTTP/1.1" status: 200 len: 210 time: 0.0516100 Apr 20 05:51:59.096326 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef72642-0edb-45ca-972c-7a002ee11389 req-c413c7a8-50e0-426a-bb79-71bed3af1875 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] No DVR routers for this DVR port 531e0336-a7e8-491f-946a-b8769b38d9aa on host hv-cinder-78605 {{(pid=86332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:51:59.099006 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-5ef72642-0edb-45ca-972c-7a002ee11389 req-c413c7a8-50e0-426a-bb79-71bed3af1875 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:51:59.103235 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd29ff6-d5a3-45cf-8a74-217efc43137c', 'name': 'network-vif-deleted', 'tag': '531e0336-a7e8-491f-946a-b8769b38d9aa'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:51:59.117049 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-5ef72642-0edb-45ca-972c-7a002ee11389 req-c413c7a8-50e0-426a-bb79-71bed3af1875 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] 10.222.0.13 "DELETE /v2.0/ports/531e0336-a7e8-491f-946a-b8769b38d9aa HTTP/1.1" status: 204 len: 173 time: 1.0098407 Apr 20 05:51:59.153816 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd29ff6-d5a3-45cf-8a74-217efc43137c', 'name': 'network-vif-deleted', 'tag': '531e0336-a7e8-491f-946a-b8769b38d9aa', 'status': 'completed', 'code': 200} Apr 20 05:52:00.152082 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 58878) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:00.220618 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_v2 [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Deleting subnet 27668d94-8278-483a-9647-ab4b8889199e {{(pid=86331) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:52:00.223989 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:00.275568 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843777524'] for subnet, precommit_delete_associations {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:00.334937 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016692'] for subnet, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:00.543355 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 531e0336-a7e8-491f-946a-b8769b38d9aa no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:52:00.583622 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] No Port match for: 531e0336-a7e8-491f-946a-b8769b38d9aa {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:52:00.584025 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device 531e0336-a7e8-491f-946a-b8769b38d9aa not bound to the agent host hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:52:00.587004 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850759156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843007307', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10592222'] for subnet, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:00.592497 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1b19389b-b28a-4464-91b1-a5dbc1605f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:00.631785 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27668d94-8278-483a-9647-ab4b8889199e,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:00.636778 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:00.644390 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:00.644812 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:00.645274 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:00.645684 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:00.646084 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:00.646484 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:00.646882 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:00.647283 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:00.647680 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:00.648076 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:00.648468 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:00.648858 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:52:00.652626 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:00.654574 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-974f8532-c03e-4fa6-810d-0c1538e1c93e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/27668d94-8278-483a-9647-ab4b8889199e HTTP/1.1" status: 204 len: 168 time: 0.5009983 Apr 20 05:52:00.657343 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 58882) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:00.771022 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3e5625dd-7f2f-43f7-b164-b187cb91c829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918712'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:00.900565 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3e5625dd-7f2f-43f7-b164-b187cb91c829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850759071', 'neutron.services.segments.db._delete_segments_for_network-8736091077747'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:01.245718 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-3e5625dd-7f2f-43f7-b164-b187cb91c829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699ee701-02b7-4cb0-ae25-2043e0d69079']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:01.258236 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-3e5625dd-7f2f-43f7-b164-b187cb91c829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c24e01b-cfd6-44d0-96f1-a505648bfefe') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:01.258567 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-3e5625dd-7f2f-43f7-b164-b187cb91c829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c24e01b-cfd6-44d0-96f1-a505648bfefe') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:52:01.270491 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3e5625dd-7f2f-43f7-b164-b187cb91c829 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300763536483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10998276'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:01.285226 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3e5625dd-7f2f-43f7-b164-b187cb91c829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:01.291552 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5625dd-7f2f-43f7-b164-b187cb91c829 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:52:01.464439 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-3e5625dd-7f2f-43f7-b164-b187cb91c829 admin admin] Network 699ee701-02b7-4cb0-ae25-2043e0d69079 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:52:01.476175 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3e5625dd-7f2f-43f7-b164-b187cb91c829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4027173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11767830'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:01.651520 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-3e5625dd-7f2f-43f7-b164-b187cb91c829 admin admin] Network 699ee701-02b7-4cb0-ae25-2043e0d69079 has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: Traceback (most recent call last): Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: timer() Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: cb(*args, **kw) Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: return func(*args, **kwargs) Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: self._notify() Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: self.callback(batched_events) Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: event.method(event) Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: segment_id)['aggregates'][0] Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: return f(self, *a, **k) Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: return self._get(url).json() Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: **kwargs) Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: return self.request(url, 'GET', **kwargs) Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: **endpoint_filter) Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:52:01.673475 dv-cinder-786054-4-smb neutron-server[86220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:52:01.765849 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3e5625dd-7f2f-43f7-b164-b187cb91c829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:01.769650 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:01.783171 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3e5625dd-7f2f-43f7-b164-b187cb91c829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:01.793999 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5625dd-7f2f-43f7-b164-b187cb91c829 admin admin] Pushing event deleted for resources: {'Network': ['ID=699ee701-02b7-4cb0-ae25-2043e0d69079,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:01.797335 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3e5625dd-7f2f-43f7-b164-b187cb91c829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:01.803158 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-3e5625dd-7f2f-43f7-b164-b187cb91c829 admin admin] 10.222.0.44 "DELETE /v2.0/networks/699ee701-02b7-4cb0-ae25-2043e0d69079 HTTP/1.1" status: 204 len: 168 time: 1.1448355 Apr 20 05:52:02.020028 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 58888) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:02.074529 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-8f69bdff-62d2-4e65-a95d-ce4dfcf875a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d909474985d44d6cb1921877d20e43bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531414 Apr 20 05:52:02.077418 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 58892) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:02.138055 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2487ce94-23e5-47fe-8eb4-59b275c671c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:02.169070 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2487ce94-23e5-47fe-8eb4-59b275c671c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:02.221139 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2487ce94-23e5-47fe-8eb4-59b275c671c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:02.226122 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-68b0a30e-52bb-4642-a89d-ba44c30c4a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:02.240836 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487ce94-23e5-47fe-8eb4-59b275c671c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87c10cc-b0f7-4f1c-bba8-75daeceee6c3,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:02.246117 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2487ce94-23e5-47fe-8eb4-59b275c671c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:02.248267 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2487ce94-23e5-47fe-8eb4-59b275c671c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:02.249528 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-2487ce94-23e5-47fe-8eb4-59b275c671c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e87c10cc-b0f7-4f1c-bba8-75daeceee6c3 HTTP/1.1" status: 204 len: 168 time: 0.1711226 Apr 20 05:52:06.225679 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7f3b484a-ceb7-457d-9d25-1340680335f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:07.947413 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a052df61-89d0-44d1-883e-07b559efac01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:08.795935 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:09.431903 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 58992) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:09.551574 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:09.568417 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ac864551-ed4e-42c0-a8f8-fc209b2b75dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:09.584291 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-ac864551-ed4e-42c0-a8f8-fc209b2b75dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:52:09.588548 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ac864551-ed4e-42c0-a8f8-fc209b2b75dc admin admin] Usage tracker for resource:security_group_rule and tenant:de24806b76544f44b0a7b2f2ca278c1c is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:52:09.591591 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-ac864551-ed4e-42c0-a8f8-fc209b2b75dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:52:09.597816 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-ac864551-ed4e-42c0-a8f8-fc209b2b75dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:52:09.682523 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ac864551-ed4e-42c0-a8f8-fc209b2b75dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:09.687014 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ac864551-ed4e-42c0-a8f8-fc209b2b75dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:09.694241 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c3e29543-86fe-44f5-a51c-cc0084b73ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:09.736930 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-ac864551-ed4e-42c0-a8f8-fc209b2b75dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de24806b76544f44b0a7b2f2ca278c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038788 Apr 20 05:52:09.737896 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac864551-ed4e-42c0-a8f8-fc209b2b75dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245f74d7-f118-405a-a527-596030c985a0,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:09.739996 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 58998) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:09.742432 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ac864551-ed4e-42c0-a8f8-fc209b2b75dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:09.802973 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-cff50dbb-94f0-49cd-b63e-01c2b08d1071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:09.833992 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-cff50dbb-94f0-49cd-b63e-01c2b08d1071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:09.884531 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-cff50dbb-94f0-49cd-b63e-01c2b08d1071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:09.890489 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-5b5eeef9-f53d-4431-beab-5c7a4b2e90ce tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:09.907242 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff50dbb-94f0-49cd-b63e-01c2b08d1071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245f74d7-f118-405a-a527-596030c985a0,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:09.909916 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-cff50dbb-94f0-49cd-b63e-01c2b08d1071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:09.915761 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-cff50dbb-94f0-49cd-b63e-01c2b08d1071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:09.916952 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-cff50dbb-94f0-49cd-b63e-01c2b08d1071 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/245f74d7-f118-405a-a527-596030c985a0 HTTP/1.1" status: 204 len: 168 time: 0.1759017 Apr 20 05:52:10.412266 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:13.893994 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:14.268444 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 59062) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:14.401859 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fa4255f5-df14-4f81-8b68-a1da826b3f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:14.417069 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-fa4255f5-df14-4f81-8b68-a1da826b3f1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:52:14.421489 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-fa4255f5-df14-4f81-8b68-a1da826b3f1e admin admin] Usage tracker for resource:security_group_rule and tenant:7247f65e9c17485d9771b19ca487e143 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:52:14.424871 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-fa4255f5-df14-4f81-8b68-a1da826b3f1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:52:14.431067 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-fa4255f5-df14-4f81-8b68-a1da826b3f1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:52:14.525430 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fa4255f5-df14-4f81-8b68-a1da826b3f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:14.529791 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-fa4255f5-df14-4f81-8b68-a1da826b3f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:14.537017 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-dbb8a5cc-d327-4754-bcd3-560167660fff tempest-AttachVolumeShelveTestJSON-1923837459 tempest-AttachVolumeShelveTestJSON-1923837459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:14.580147 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-fa4255f5-df14-4f81-8b68-a1da826b3f1e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7247f65e9c17485d9771b19ca487e143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103752 Apr 20 05:52:14.581104 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4255f5-df14-4f81-8b68-a1da826b3f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284e6f09-75e2-4423-b3cd-2063c5e57d47,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:14.583468 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 59068) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:14.584401 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-fa4255f5-df14-4f81-8b68-a1da826b3f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:14.659027 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2eba5578-3bc1-4017-8684-999bad65bf7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:14.685734 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2eba5578-3bc1-4017-8684-999bad65bf7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:14.730909 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2eba5578-3bc1-4017-8684-999bad65bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:14.734630 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3b4ecb7b-24f3-4d30-8a2a-45560c3248a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:14.747723 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba5578-3bc1-4017-8684-999bad65bf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284e6f09-75e2-4423-b3cd-2063c5e57d47,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:14.750170 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2eba5578-3bc1-4017-8684-999bad65bf7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:14.757608 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2eba5578-3bc1-4017-8684-999bad65bf7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:14.758807 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-2eba5578-3bc1-4017-8684-999bad65bf7e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/284e6f09-75e2-4423-b3cd-2063c5e57d47 HTTP/1.1" status: 204 len: 168 time: 0.1742172 Apr 20 05:52:16.752111 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 59122) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:16.881971 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-79022286-dd4b-403a-a6f6-97d347b3db58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:16.898102 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-79022286-dd4b-403a-a6f6-97d347b3db58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:52:16.902541 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-79022286-dd4b-403a-a6f6-97d347b3db58 admin admin] Usage tracker for resource:security_group_rule and tenant:cdcfd9e5442e481fb7a3428c6e928753 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:52:16.905665 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-79022286-dd4b-403a-a6f6-97d347b3db58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:52:16.911768 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-79022286-dd4b-403a-a6f6-97d347b3db58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:52:16.997532 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-79022286-dd4b-403a-a6f6-97d347b3db58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:17.001958 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-79022286-dd4b-403a-a6f6-97d347b3db58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:17.010199 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:17.054201 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-79022286-dd4b-403a-a6f6-97d347b3db58 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cdcfd9e5442e481fb7a3428c6e928753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008904 Apr 20 05:52:17.057226 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 59128) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:17.058655 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79022286-dd4b-403a-a6f6-97d347b3db58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d319002-3144-41c7-ace4-3a8709cfdf77,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:17.061995 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-79022286-dd4b-403a-a6f6-97d347b3db58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:17.133690 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b9c27d7a-c944-4ecc-bbcf-7cbbb0e82d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:17.160793 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b9c27d7a-c944-4ecc-bbcf-7cbbb0e82d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:17.208346 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b9c27d7a-c944-4ecc-bbcf-7cbbb0e82d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:17.212277 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-719889d6-715d-46dc-b55b-82c4e3f319a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:17.226142 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c27d7a-c944-4ecc-bbcf-7cbbb0e82d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d319002-3144-41c7-ace4-3a8709cfdf77,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:17.230268 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b9c27d7a-c944-4ecc-bbcf-7cbbb0e82d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:17.235910 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b9c27d7a-c944-4ecc-bbcf-7cbbb0e82d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:17.237151 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-b9c27d7a-c944-4ecc-bbcf-7cbbb0e82d76 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d319002-3144-41c7-ace4-3a8709cfdf77 HTTP/1.1" status: 204 len: 168 time: 0.1786940 Apr 20 05:52:17.539289 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 59136) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:17.560813 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-11a11216-f5d3-48de-9c08-3c00f524925e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:17.576485 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-11a11216-f5d3-48de-9c08-3c00f524925e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:52:17.581717 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-11a11216-f5d3-48de-9c08-3c00f524925e admin admin] Usage tracker for resource:security_group_rule and tenant:08f8bac8d9db40438eb05e51288071c5 is out of sync, need to count used quota {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:52:17.586632 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-11a11216-f5d3-48de-9c08-3c00f524925e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86332) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:52:17.596437 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-11a11216-f5d3-48de-9c08-3c00f524925e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86332) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:52:17.686106 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-11a11216-f5d3-48de-9c08-3c00f524925e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:17.690730 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-11a11216-f5d3-48de-9c08-3c00f524925e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:17.697784 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-db30a900-4575-410f-834c-56c13ef1af06 tempest-AttachVolumeTestJSON-1700716130 tempest-AttachVolumeTestJSON-1700716130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:17.743459 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-11a11216-f5d3-48de-9c08-3c00f524925e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08f8bac8d9db40438eb05e51288071c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026858 Apr 20 05:52:17.744355 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a11216-f5d3-48de-9c08-3c00f524925e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9d6343-c3c3-4e5f-b81d-4205a079f682,revision_number=1']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:17.746683 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 59140) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:17.747608 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-11a11216-f5d3-48de-9c08-3c00f524925e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:17.813177 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4d86df42-d484-4201-8b10-09b207d3e1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:17.841172 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4d86df42-d484-4201-8b10-09b207d3e1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:17.888405 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4d86df42-d484-4201-8b10-09b207d3e1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:17.892241 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ac864551-ed4e-42c0-a8f8-fc209b2b75dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:17.906139 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86df42-d484-4201-8b10-09b207d3e1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9d6343-c3c3-4e5f-b81d-4205a079f682,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:17.909951 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4d86df42-d484-4201-8b10-09b207d3e1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:17.915897 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4d86df42-d484-4201-8b10-09b207d3e1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:17.917148 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-4d86df42-d484-4201-8b10-09b207d3e1d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f9d6343-c3c3-4e5f-b81d-4205a079f682 HTTP/1.1" status: 204 len: 168 time: 0.1691568 Apr 20 05:52:19.552953 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 59190) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:19.708326 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1931f157-7e58-429f-b2bb-9b4443044286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:19.724042 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-1931f157-7e58-429f-b2bb-9b4443044286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:52:19.728441 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-1931f157-7e58-429f-b2bb-9b4443044286 admin admin] Usage tracker for resource:security_group_rule and tenant:8c2a9c8e73b7485b9751121df96b5263 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:52:19.731613 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-1931f157-7e58-429f-b2bb-9b4443044286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:52:19.737955 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-1931f157-7e58-429f-b2bb-9b4443044286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:52:19.823018 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1931f157-7e58-429f-b2bb-9b4443044286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:19.828017 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-1931f157-7e58-429f-b2bb-9b4443044286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:19.846531 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-fb043dd1-6b2f-41ec-a2f4-a98e81b07ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:19.891004 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-1931f157-7e58-429f-b2bb-9b4443044286 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c2a9c8e73b7485b9751121df96b5263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368018 Apr 20 05:52:19.892710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931f157-7e58-429f-b2bb-9b4443044286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff45ff07-8cf1-498b-9ad4-d23e2b5d8fed,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:19.894117 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 59196) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:19.896127 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-1931f157-7e58-429f-b2bb-9b4443044286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:19.963010 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-92395eaf-9593-47f4-9450-23094e7a0561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:19.990688 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-92395eaf-9593-47f4-9450-23094e7a0561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:20.037183 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-92395eaf-9593-47f4-9450-23094e7a0561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:20.041122 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b9c27d7a-c944-4ecc-bbcf-7cbbb0e82d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:20.056959 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92395eaf-9593-47f4-9450-23094e7a0561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff45ff07-8cf1-498b-9ad4-d23e2b5d8fed,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:20.059537 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-92395eaf-9593-47f4-9450-23094e7a0561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:20.067884 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-92395eaf-9593-47f4-9450-23094e7a0561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:20.069222 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-92395eaf-9593-47f4-9450-23094e7a0561 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff45ff07-8cf1-498b-9ad4-d23e2b5d8fed HTTP/1.1" status: 204 len: 168 time: 0.1731310 Apr 20 05:52:20.168184 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:52:25.202609 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 59264) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:25.333936 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-47c22621-804b-476c-a734-3fedf677ca52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:25.349724 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-47c22621-804b-476c-a734-3fedf677ca52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:52:25.354127 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-47c22621-804b-476c-a734-3fedf677ca52 admin admin] Usage tracker for resource:security_group_rule and tenant:540a9010984941798a37e7265e8130b4 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:52:25.357290 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-47c22621-804b-476c-a734-3fedf677ca52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:52:25.363827 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-47c22621-804b-476c-a734-3fedf677ca52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:52:25.448419 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-47c22621-804b-476c-a734-3fedf677ca52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:25.452649 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-47c22621-804b-476c-a734-3fedf677ca52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:25.459873 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4d86df42-d484-4201-8b10-09b207d3e1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:25.502774 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-47c22621-804b-476c-a734-3fedf677ca52 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=540a9010984941798a37e7265e8130b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990212 Apr 20 05:52:25.503708 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c22621-804b-476c-a734-3fedf677ca52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec7cf0f-c28a-4b7c-a543-c4f57f21d761,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:25.505923 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 59270) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:25.506919 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-47c22621-804b-476c-a734-3fedf677ca52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:25.569733 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bee82013-d868-4901-81b0-91ef0e9ba4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:25.602334 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bee82013-d868-4901-81b0-91ef0e9ba4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:25.652948 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bee82013-d868-4901-81b0-91ef0e9ba4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:25.658782 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c741dbbd-2255-4fef-a601-7f1a975caa69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:25.669275 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee82013-d868-4901-81b0-91ef0e9ba4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec7cf0f-c28a-4b7c-a543-c4f57f21d761,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:25.672954 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-bee82013-d868-4901-81b0-91ef0e9ba4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:25.679036 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bee82013-d868-4901-81b0-91ef0e9ba4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:25.681869 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-bee82013-d868-4901-81b0-91ef0e9ba4e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ec7cf0f-c28a-4b7c-a543-c4f57f21d761 HTTP/1.1" status: 204 len: 168 time: 0.1733027 Apr 20 05:52:36.220716 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-67061d6a-453c-4e6e-be23-00c312ba1153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:37.951110 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-561079c5-6265-4468-8466-e2f96b13da3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:38.797749 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:39.566640 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:40.425729 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:43.885193 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:50.888903 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 59446) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:51.026390 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6f90efe6-c0f7-4917-b257-2a34475968d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:51.042287 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-6f90efe6-c0f7-4917-b257-2a34475968d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:52:51.046928 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-6f90efe6-c0f7-4917-b257-2a34475968d7 admin admin] Usage tracker for resource:security_group_rule and tenant:57d1d758134a43eaae4bc338c741b014 is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:52:51.050479 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-6f90efe6-c0f7-4917-b257-2a34475968d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:52:51.056946 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-6f90efe6-c0f7-4917-b257-2a34475968d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:52:51.149467 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6f90efe6-c0f7-4917-b257-2a34475968d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:51.153161 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-6f90efe6-c0f7-4917-b257-2a34475968d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:51.160315 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-cfa8d4fa-f391-40a0-b0de-44d01fa4f315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:51.203998 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-6f90efe6-c0f7-4917-b257-2a34475968d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57d1d758134a43eaae4bc338c741b014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139331 Apr 20 05:52:51.204943 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90efe6-c0f7-4917-b257-2a34475968d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e1760e-491a-49d3-9b0c-1fd89998a32b,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:51.207118 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 59452) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:51.208314 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-6f90efe6-c0f7-4917-b257-2a34475968d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:51.270900 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-470616fe-5b7f-45f9-8eca-934ac3e6bf6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:51.298518 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-470616fe-5b7f-45f9-8eca-934ac3e6bf6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:51.345830 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-470616fe-5b7f-45f9-8eca-934ac3e6bf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:51.350704 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-551bdd6e-7fc3-4fd8-b6f7-02c2c2ad14d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:51.364009 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470616fe-5b7f-45f9-8eca-934ac3e6bf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e1760e-491a-49d3-9b0c-1fd89998a32b,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:51.366790 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-470616fe-5b7f-45f9-8eca-934ac3e6bf6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:51.368120 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-470616fe-5b7f-45f9-8eca-934ac3e6bf6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:51.369365 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-470616fe-5b7f-45f9-8eca-934ac3e6bf6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90e1760e-491a-49d3-9b0c-1fd89998a32b HTTP/1.1" status: 204 len: 168 time: 0.1611028 Apr 20 05:52:52.580715 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 59484) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:52.717542 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a351fe41-88b5-4f3f-b8ca-c7360b470c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:52.732819 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-a351fe41-88b5-4f3f-b8ca-c7360b470c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 05:52:52.737205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-a351fe41-88b5-4f3f-b8ca-c7360b470c3d admin admin] Usage tracker for resource:security_group_rule and tenant:00dee740db714fc2b15c3b2be4759f2e is out of sync, need to count used quota {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 05:52:52.740303 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [None req-a351fe41-88b5-4f3f-b8ca-c7360b470c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86331) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 05:52:52.746633 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.quota.driver [None req-a351fe41-88b5-4f3f-b8ca-c7360b470c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86331) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 05:52:52.847060 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a351fe41-88b5-4f3f-b8ca-c7360b470c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:52.851392 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a351fe41-88b5-4f3f-b8ca-c7360b470c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_create {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:52.858649 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-79022286-dd4b-403a-a6f6-97d347b3db58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:52.901285 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-a351fe41-88b5-4f3f-b8ca-c7360b470c3d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00dee740db714fc2b15c3b2be4759f2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193614 Apr 20 05:52:52.902212 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351fe41-88b5-4f3f-b8ca-c7360b470c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a945f9-4349-4f30-8842-f8171c23c5ee,revision_number=1']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:52.905290 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 59490) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:52.905525 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a351fe41-88b5-4f3f-b8ca-c7360b470c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:52.974080 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-33dbf14a-9350-48e0-9778-fa0bad61d66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:53.002588 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-33dbf14a-9350-48e0-9778-fa0bad61d66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:53.048470 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-33dbf14a-9350-48e0-9778-fa0bad61d66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:53.052611 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-bee82013-d868-4901-81b0-91ef0e9ba4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:52:53.066327 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbf14a-9350-48e0-9778-fa0bad61d66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a945f9-4349-4f30-8842-f8171c23c5ee,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:52:53.069173 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-33dbf14a-9350-48e0-9778-fa0bad61d66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:52:53.073520 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-33dbf14a-9350-48e0-9778-fa0bad61d66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:52:53.074804 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-33dbf14a-9350-48e0-9778-fa0bad61d66f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19a945f9-4349-4f30-8842-f8171c23c5ee HTTP/1.1" status: 204 len: 168 time: 0.1680470 Apr 20 05:52:57.169938 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:52:59.579047 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 59496) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:52:59.805282 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Deleting port 02680584-1717-47f1-8498-13a276324ec4 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:52:59.805784 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:00.001471 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:00.001839 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:00.133231 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Calling delete_port for 02680584-1717-47f1-8498-13a276324ec4 owned by network:floatingip {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:53:00.315019 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:00.318696 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-074e09aa-7919-4c62-9720-ea67ed4051d9 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:53:00.367235 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Pushing event deleted for resources: {'Port': ['ID=02680584-1717-47f1-8498-13a276324ec4,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:53:00.411073 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:00.411525 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:00.411909 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:00.412318 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:00.412703 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:00.413146 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:00.413542 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:00.413940 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:00.414383 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:00.414777 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:00.415153 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:00.415551 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:00.444473 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:53:00.476784 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for floatingip, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:00.477171 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.db.l3_db [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Floating IP a4dbaede-38b3-4423-8b72-3fd6e3c6f04d disassociated (deleted). External IP: 172.28.3.183, port: c84985bc-6343-48e6-b469-9fd9d0036e63. Apr 20 05:53:00.855936 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Router 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:53:01.043181 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:53:01.053706 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dee3eb-4fa2-4d56-884d-7d4e33929a6e None None] Sync routers for ids ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:53:01.063520 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for floatingip, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:01.065297 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dee3eb-4fa2-4d56-884d-7d4e33929a6e None None] Routers {'52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:53:01.066136 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-e6dee3eb-4fa2-4d56-884d-7d4e33929a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:52:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:01.125577 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-9bf75ca4-f01b-4774-838f-94211f041f6a tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "DELETE /v2.0/floatingips/a4dbaede-38b3-4423-8b72-3fd6e3c6f04d HTTP/1.1" status: 204 len: 168 time: 1.5449975 Apr 20 05:53:01.126364 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'tag': 'c84985bc-6343-48e6-b469-9fd9d0036e63'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:53:01.179996 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'tag': 'c84985bc-6343-48e6-b469-9fd9d0036e63', 'status': 'completed', 'code': 200} Apr 20 05:53:01.287696 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dda9fb-0b80-41a7-bcde-c53645d172f8 req-846370aa-072f-428e-9731-41918f966e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:53:01.289462 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8dda9fb-0b80-41a7-bcde-c53645d172f8 req-846370aa-072f-428e-9731-41918f966e3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a3bda5c8251c4b1f88cf6b1ead550c34&device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 1099 time: 0.0853291 Apr 20 05:53:01.437287 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dda9fb-0b80-41a7-bcde-c53645d172f8 req-26695c4a-4d28-4f8c-a290-74d1f6fb0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:53:01.438760 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8dda9fb-0b80-41a7-bcde-c53645d172f8 req-26695c4a-4d28-4f8c-a290-74d1f6fb0e35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=59f9a348-1f60-4d3d-b509-0ccf381c10f1 HTTP/1.1" status: 200 len: 909 time: 0.1430540 Apr 20 05:53:01.446976 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-e6dee3eb-4fa2-4d56-884d-7d4e33929a6e None None] Set router 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:53:01.552862 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8dda9fb-0b80-41a7-bcde-c53645d172f8 req-011109eb-1912-4e83-a146-d422f2998bb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c84985bc-6343-48e6-b469-9fd9d0036e63 HTTP/1.1" status: 200 len: 217 time: 0.0791495 Apr 20 05:53:01.639119 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dda9fb-0b80-41a7-bcde-c53645d172f8 req-033f25b5-5db9-4f35-93a5-b0bd4692a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:53:01.640663 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8dda9fb-0b80-41a7-bcde-c53645d172f8 req-033f25b5-5db9-4f35-93a5-b0bd4692a7b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=442f9f84-efcc-4bf6-9a86-626d7e45fcf2 HTTP/1.1" status: 200 len: 847 time: 0.0799780 Apr 20 05:53:01.652436 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8f84a-cf05-408c-a092-bb75aeca6a05 req-f1b48e85-0bbf-42a6-bf8b-ef425573b521 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:53:01.653225 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-1dd8f84a-cf05-408c-a092-bb75aeca6a05 req-f1b48e85-0bbf-42a6-bf8b-ef425573b521 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Synchronizing usage tracker for tenant:a3bda5c8251c4b1f88cf6b1ead550c34 on resource:port {{(pid=86332) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 05:53:01.719691 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.quota.resource [req-1dd8f84a-cf05-408c-a092-bb75aeca6a05 req-f1b48e85-0bbf-42a6-bf8b-ef425573b521 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Unset dirty status for tenant:a3bda5c8251c4b1f88cf6b1ead550c34 on resource:port {{(pid=86332) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 05:53:01.720901 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1dd8f84a-cf05-408c-a092-bb75aeca6a05 req-f1b48e85-0bbf-42a6-bf8b-ef425573b521 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.2853878 Apr 20 05:53:01.774819 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dda9fb-0b80-41a7-bcde-c53645d172f8 req-01e67872-45dd-496f-86ae-79035fc77847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:53:01.775657 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-e6dee3eb-4fa2-4d56-884d-7d4e33929a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'name': 'tempest-TestShelveInstance-677912051-router', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:40Z', 'updated_at': '2021-04-20T05:48:44Z', 'revision_number': 4, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'gw_port': {'id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:41Z', 'updated_at': '2021-04-20T05:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': 'a7bfc014-57c3-4a44-916e-0b033154a181', 'name': '', 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'mac_address': 'fa:16:3e:f9:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:43Z', 'updated_at': '2021-04-20T05:48:52Z', 'revision_number': 5, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'subnets': [{'id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:01.776398 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8dda9fb-0b80-41a7-bcde-c53645d172f8 req-01e67872-45dd-496f-86ae-79035fc77847 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59f9a348-1f60-4d3d-b509-0ccf381c10f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1202309 Apr 20 05:53:01.780307 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dee3eb-4fa2-4d56-884d-7d4e33929a6e None None] Checking router: 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:53:01.781203 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-1dd8f84a-cf05-408c-a092-bb75aeca6a05 req-83933e03-3fcf-41bd-b6e5-9674df6acbc4 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522513 Apr 20 05:53:01.789795 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dee3eb-4fa2-4d56-884d-7d4e33929a6e None None] Routers {'52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:53:01.790467 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-e6dee3eb-4fa2-4d56-884d-7d4e33929a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:52:38Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:01.919454 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8dda9fb-0b80-41a7-bcde-c53645d172f8 req-c871d0be-f3bd-40b6-af5d-b0689081ce1d service neutron] 10.222.0.13 "GET /v2.0/networks/59f9a348-1f60-4d3d-b509-0ccf381c10f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360171 Apr 20 05:53:01.980972 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-e6dee3eb-4fa2-4d56-884d-7d4e33929a6e None None] Set router 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:53:02.064033 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-c8dda9fb-0b80-41a7-bcde-c53645d172f8 req-8153a76f-9baa-4e5f-8feb-7394694d4d55 service neutron] 10.222.0.13 "GET /v2.0/networks/59f9a348-1f60-4d3d-b509-0ccf381c10f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373067 Apr 20 05:53:02.313693 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-e6dee3eb-4fa2-4d56-884d-7d4e33929a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'name': 'tempest-TestShelveInstance-677912051-router', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:40Z', 'updated_at': '2021-04-20T05:48:44Z', 'revision_number': 4, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'gw_port': {'id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:41Z', 'updated_at': '2021-04-20T05:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': 'a7bfc014-57c3-4a44-916e-0b033154a181', 'name': '', 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'mac_address': 'fa:16:3e:f9:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:43Z', 'updated_at': '2021-04-20T05:48:52Z', 'revision_number': 5, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'subnets': [{'id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:02.317866 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dee3eb-4fa2-4d56-884d-7d4e33929a6e None None] The sync data for ids ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'] in dv-cinder-786054-4-smb is: [{'id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'name': 'tempest-TestShelveInstance-677912051-router', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:40Z', 'updated_at': '2021-04-20T05:48:44Z', 'revision_number': 4, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'gw_port': {'id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:41Z', 'updated_at': '2021-04-20T05:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb', '_interfaces': [{'id': 'a7bfc014-57c3-4a44-916e-0b033154a181', 'name': '', 'network_id': '59f9a348-1f60-4d3d-b509-0ccf381c10f1', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'mac_address': 'fa:16:3e:f9:1d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:43Z', 'updated_at': '2021-04-20T05:48:52Z', 'revision_number': 5, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'subnets': [{'id': '442f9f84-efcc-4bf6-9a86-626d7e45fcf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:53:02.684610 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484d85a-931e-431c-91e1-fc70687db2f6 None None] New status for floating IP a4dbaede-38b3-4423-8b72-3fd6e3c6f04d: DOWN {{(pid=86334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 05:53:02.997707 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455518a-d6b0-47e0-859c-a0d7b57ed4aa req-ca12d4d7-5237-4b64-945e-1aadd0c91fff tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86331) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:53:02.999251 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f455518a-d6b0-47e0-859c-a0d7b57ed4aa req-ca12d4d7-5237-4b64-945e-1aadd0c91fff tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.0947497 Apr 20 05:53:03.032104 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0963beb-93c8-43ef-9305-b52d7094726b req-e97ce242-81e9-437e-8b90-c019f8bb70e8 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 05:53:03.033722 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b0963beb-93c8-43ef-9305-b52d7094726b req-e97ce242-81e9-437e-8b90-c019f8bb70e8 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.13 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 946 time: 0.3420773 Apr 20 05:53:03.048151 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-f455518a-d6b0-47e0-859c-a0d7b57ed4aa req-5dd256d9-730c-493c-b914-6f6faff1a099 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ffbbc60-209b-44a2-bf96-aca2d30130f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420141 Apr 20 05:53:03.110559 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-b0963beb-93c8-43ef-9305-b52d7094726b req-22e60b10-0891-4bfa-b998-02abb85b6f78 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Deleting port c84985bc-6343-48e6-b469-9fd9d0036e63 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:53:03.110944 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b0963beb-93c8-43ef-9305-b52d7094726b req-22e60b10-0891-4bfa-b998-02abb85b6f78 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:03.373270 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [req-b0963beb-93c8-43ef-9305-b52d7094726b req-22e60b10-0891-4bfa-b998-02abb85b6f78 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] For port c84985bc-6343-48e6-b469-9fd9d0036e63, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c84985bc-6343-48e6-b469-9fd9d0036e63,segment=NetworkSegment(ba988c82-17a0-4588-9526-38a51ce448fc),segment_id=ba988c82-17a0-4588-9526-38a51ce448fc)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:53:03.373665 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b0963beb-93c8-43ef-9305-b52d7094726b req-22e60b10-0891-4bfa-b998-02abb85b6f78 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:03.506020 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [req-b0963beb-93c8-43ef-9305-b52d7094726b req-22e60b10-0891-4bfa-b998-02abb85b6f78 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Calling delete_port for c84985bc-6343-48e6-b469-9fd9d0036e63 owned by compute:nova {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:53:03.657451 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b0963beb-93c8-43ef-9305-b52d7094726b req-22e60b10-0891-4bfa-b998-02abb85b6f78 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:03.663843 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-472d6aed-2e13-4ede-8c57-a289ecb9e5e6 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:53:03.715310 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e60b10-0891-4bfa-b998-02abb85b6f78 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Pushing event deleted for resources: {'Port': ['ID=c84985bc-6343-48e6-b469-9fd9d0036e63,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:53:03.718670 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-22e60b10-0891-4bfa-b998-02abb85b6f78 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:53:03.792164 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0963beb-93c8-43ef-9305-b52d7094726b req-22e60b10-0891-4bfa-b998-02abb85b6f78 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] No DVR routers for this DVR port c84985bc-6343-48e6-b469-9fd9d0036e63 on host hv-cinder-78605 {{(pid=86332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:53:03.794739 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [req-b0963beb-93c8-43ef-9305-b52d7094726b req-22e60b10-0891-4bfa-b998-02abb85b6f78 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2218'] for port, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:03.797451 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'name': 'network-vif-deleted', 'tag': 'c84985bc-6343-48e6-b469-9fd9d0036e63'}] {{(pid=86332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 05:53:03.813387 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-b0963beb-93c8-43ef-9305-b52d7094726b req-22e60b10-0891-4bfa-b998-02abb85b6f78 tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.13 "DELETE /v2.0/ports/c84985bc-6343-48e6-b469-9fd9d0036e63 HTTP/1.1" status: 204 len: 173 time: 0.7730782 Apr 20 05:53:03.848232 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da', 'name': 'network-vif-deleted', 'tag': 'c84985bc-6343-48e6-b469-9fd9d0036e63', 'status': 'completed', 'code': 200} Apr 20 05:53:04.216217 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [req-81d4bcfc-e87c-480f-bc57-0aba80968b64 req-42e4b186-a3ac-48ea-a58e-cb019af30b1b tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "GET /v2.0/ports?device_id=efa88e1a-eb63-4ed8-9d0d-b67d52d2c6da HTTP/1.1" status: 200 len: 210 time: 0.0496023 Apr 20 05:53:04.880370 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device c84985bc-6343-48e6-b469-9fd9d0036e63 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:53:04.932821 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] No Port match for: c84985bc-6343-48e6-b469-9fd9d0036e63 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:53:04.933262 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Device c84985bc-6343-48e6-b469-9fd9d0036e63 not bound to the agent host hv-cinder-78605 {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:53:05.335351 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 59514) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:53:05.419411 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dd57a3ad-33c0-43c2-a607-807d973299de tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:05.456240 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dd57a3ad-33c0-43c2-a607-807d973299de tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:05.511102 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dd57a3ad-33c0-43c2-a607-807d973299de tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:05.514903 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-fc83f509-dfa1-4d69-9def-98576a54e4de tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:53:05.530769 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57a3ad-33c0-43c2-a607-807d973299de tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffbbc60-209b-44a2-bf96-aca2d30130f2,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:53:05.533513 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-dd57a3ad-33c0-43c2-a607-807d973299de tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:53:05.541608 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-dd57a3ad-33c0-43c2-a607-807d973299de tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] Notify callbacks [] for security_group, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:05.542960 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-dd57a3ad-33c0-43c2-a607-807d973299de tempest-TestShelveInstance-970927901 tempest-TestShelveInstance-970927901-project] 10.222.0.44 "DELETE /v2.0/security-groups/4ffbbc60-209b-44a2-bf96-aca2d30130f2 HTTP/1.1" status: 204 len: 168 time: 0.2060537 Apr 20 05:53:05.592341 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 59520) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:53:06.177638 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7372602b-4e1b-4301-8180-142646de754e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854151526'] for router_interface, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:06.225521 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a25ca967-a09f-4c84-86dd-6f3708bfa223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:06.543187 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-7372602b-4e1b-4301-8180-142646de754e admin admin] Deleting port a7bfc014-57c3-4a44-916e-0b033154a181 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:53:06.543811 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7372602b-4e1b-4301-8180-142646de754e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:06.730938 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-7372602b-4e1b-4301-8180-142646de754e admin admin] For port a7bfc014-57c3-4a44-916e-0b033154a181, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=a7bfc014-57c3-4a44-916e-0b033154a181,segment=NetworkSegment(ba988c82-17a0-4588-9526-38a51ce448fc),segment_id=ba988c82-17a0-4588-9526-38a51ce448fc)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:53:06.731339 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7372602b-4e1b-4301-8180-142646de754e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:06.860495 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-7372602b-4e1b-4301-8180-142646de754e admin admin] Calling delete_port for a7bfc014-57c3-4a44-916e-0b033154a181 owned by network:router_interface {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:53:07.049577 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7372602b-4e1b-4301-8180-142646de754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:07.053228 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-ffc36fce-ff4b-4129-ab74-13306c7004d9 tempest-TestMinimumBasicScenario-2034586014 tempest-TestMinimumBasicScenario-2034586014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:53:07.099436 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372602b-4e1b-4301-8180-142646de754e admin admin] Pushing event deleted for resources: {'Port': ['ID=a7bfc014-57c3-4a44-916e-0b033154a181,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:53:07.102680 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-7372602b-4e1b-4301-8180-142646de754e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:53:07.383332 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-7372602b-4e1b-4301-8180-142646de754e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854151452'] for router_interface, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:07.958956 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bbe6fc34-b0ad-48ea-a066-849ffb0cea99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:08.047699 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7372602b-4e1b-4301-8180-142646de754e admin admin] Router 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:53:08.269470 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7372602b-4e1b-4301-8180-142646de754e admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:53:08.280949 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e8899-f564-49ae-b9b5-9a365455c096 None None] Sync routers for ids ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'] in dv-cinder-786054-4-smb {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:53:08.283965 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-7372602b-4e1b-4301-8180-142646de754e admin admin] 10.222.0.44 "PUT /v2.0/routers/52dda8c0-22d8-4cf3-acfd-46f90d0c8e74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6903274 Apr 20 05:53:08.287176 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 59524) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:53:08.293799 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e8899-f564-49ae-b9b5-9a365455c096 None None] Routers {'52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:53:08.294488 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-c23e8899-f564-49ae-b9b5-9a365455c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:53:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:08.489848 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-c23e8899-f564-49ae-b9b5-9a365455c096 None None] Set router 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 gateway port host: dv-cinder-786054-4-smb {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:53:08.499305 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a28bcb83-f13d-4b03-8a65-e98a818100b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:08.694075 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a28bcb83-f13d-4b03-8a65-e98a818100b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:08.703027 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-a28bcb83-f13d-4b03-8a65-e98a818100b3 admin admin] Deleting port ba4cbac6-2720-488f-b79f-f81c6ea73fc9 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:53:08.703392 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a28bcb83-f13d-4b03-8a65-e98a818100b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:08.800324 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:08.802572 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-c23e8899-f564-49ae-b9b5-9a365455c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'name': 'tempest-TestShelveInstance-677912051-router', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:40Z', 'updated_at': '2021-04-20T05:53:06Z', 'revision_number': 5, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'gw_port': {'id': 'ba4cbac6-2720-488f-b79f-f81c6ea73fc9', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:41Z', 'updated_at': '2021-04-20T05:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:08.806625 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e8899-f564-49ae-b9b5-9a365455c096 None None] Checking router: 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 for host: dv-cinder-786054-4-smb {{(pid=86333) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:53:08.815670 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e8899-f564-49ae-b9b5-9a365455c096 None None] Routers {'52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86333) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:53:08.816322 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-c23e8899-f564-49ae-b9b5-9a365455c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:53:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'], 'active': True} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:08.889153 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-a28bcb83-f13d-4b03-8a65-e98a818100b3 admin admin] For port ba4cbac6-2720-488f-b79f-f81c6ea73fc9, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=ba4cbac6-2720-488f-b79f-f81c6ea73fc9,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:53:08.889520 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a28bcb83-f13d-4b03-8a65-e98a818100b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:09.024147 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-a28bcb83-f13d-4b03-8a65-e98a818100b3 admin admin] Calling delete_port for ba4cbac6-2720-488f-b79f-f81c6ea73fc9 owned by network:router_gateway {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:53:09.156673 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-c23e8899-f564-49ae-b9b5-9a365455c096 None None] Set router 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 gateway port host: None {{(pid=86333) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:53:09.213410 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a28bcb83-f13d-4b03-8a65-e98a818100b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:09.217185 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-c369da04-3252-4d72-aca3-abf8055a654c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:53:09.265627 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bcb83-f13d-4b03-8a65-e98a818100b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4cbac6-2720-488f-b79f-f81c6ea73fc9,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:53:09.268269 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-a28bcb83-f13d-4b03-8a65-e98a818100b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:53:09.269430 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-c23e8899-f564-49ae-b9b5-9a365455c096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'name': 'tempest-TestShelveInstance-677912051-router', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:40Z', 'updated_at': '2021-04-20T05:53:08Z', 'revision_number': 6, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'gw_port_host': None}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:09.273901 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e8899-f564-49ae-b9b5-9a365455c096 None None] The sync data for ids ['52dda8c0-22d8-4cf3-acfd-46f90d0c8e74'] in dv-cinder-786054-4-smb is: [{'id': '52dda8c0-22d8-4cf3-acfd-46f90d0c8e74', 'name': 'tempest-TestShelveInstance-677912051-router', 'tenant_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:40Z', 'updated_at': '2021-04-20T05:53:08Z', 'revision_number': 6, 'project_id': 'a3bda5c8251c4b1f88cf6b1ead550c34', 'gw_port_host': None}] {{(pid=86333) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:53:09.365176 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a28bcb83-f13d-4b03-8a65-e98a818100b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644197'] for router_gateway, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:09.548168 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a28bcb83-f13d-4b03-8a65-e98a818100b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-630585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744799'] for router, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:09.552047 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a28bcb83-f13d-4b03-8a65-e98a818100b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:09.552205 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:09.580966 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a28bcb83-f13d-4b03-8a65-e98a818100b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854150019'] for router, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:09.581504 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28bcb83-f13d-4b03-8a65-e98a818100b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 {{(pid=86332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 05:53:09.594465 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-a28bcb83-f13d-4b03-8a65-e98a818100b3 admin admin] Notify callbacks [] for router, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:09.595678 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-a28bcb83-f13d-4b03-8a65-e98a818100b3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/52dda8c0-22d8-4cf3-acfd-46f90d0c8e74 HTTP/1.1" status: 204 len: 168 time: 1.3074584 Apr 20 05:53:09.598482 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 59528) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:53:09.665668 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c385226-f85e-4648-b997-04d003c3c662 admin admin] Deleting subnet 442f9f84-efcc-4bf6-9a86-626d7e45fcf2 {{(pid=86332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:53:09.669092 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3c385226-f85e-4648-b997-04d003c3c662 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:09.721554 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3c385226-f85e-4648-b997-04d003c3c662 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10657269'] for subnet, precommit_delete_associations {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:09.803863 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3c385226-f85e-4648-b997-04d003c3c662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016692'] for subnet, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:10.082203 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3c385226-f85e-4648-b997-04d003c3c662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850759156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-896790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11223367'] for subnet, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:10.088556 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:53:10.125942 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c385226-f85e-4648-b997-04d003c3c662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=442f9f84-efcc-4bf6-9a86-626d7e45fcf2,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:53:10.128038 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-3c385226-f85e-4648-b997-04d003c3c662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:10.130807 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-3c385226-f85e-4648-b997-04d003c3c662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:53:10.132252 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105ef5a1-0b3e-4453-be36-1032a1645119 None None] Network 59f9a348-1f60-4d3d-b509-0ccf381c10f1 requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:53:10.135018 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-3c385226-f85e-4648-b997-04d003c3c662 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/442f9f84-efcc-4bf6-9a86-626d7e45fcf2 HTTP/1.1" status: 204 len: 168 time: 0.5354705 Apr 20 05:53:10.137695 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 59532) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:53:10.252509 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918712'] for network, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:10.263682 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Deleting port 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:53:10.264043 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:10.397775 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3cbbea-ece0-4811-96c2-70ac56c2e10d None None] DHCP port deletion for 59f9a348-1f60-4d3d-b509-0ccf381c10f1 request from dv-cinder-786054-4-smb {{(pid=86333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 05:53:10.406629 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-8c3cbbea-ece0-4811-96c2-70ac56c2e10d None None] Deleting port 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c {{(pid=86333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:53:10.407138 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8c3cbbea-ece0-4811-96c2-70ac56c2e10d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:10.465858 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:10.491992 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] For port 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c,segment=NetworkSegment(ba988c82-17a0-4588-9526-38a51ce448fc),segment_id=ba988c82-17a0-4588-9526-38a51ce448fc)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:53:10.492390 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:10.503446 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device ba4cbac6-2720-488f-b79f-f81c6ea73fc9 no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:53:10.550035 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: ba4cbac6-2720-488f-b79f-f81c6ea73fc9 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:53:10.550420 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device ba4cbac6-2720-488f-b79f-f81c6ea73fc9 not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:53:10.550879 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device a7bfc014-57c3-4a44-916e-0b033154a181 no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:53:10.595546 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: a7bfc014-57c3-4a44-916e-0b033154a181 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:53:10.595863 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device a7bfc014-57c3-4a44-916e-0b033154a181 not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:53:10.596305 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:53:10.622858 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Calling delete_port for 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c owned by network:dhcp {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:53:10.702578 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:10.706504 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4f8778da-17cc-4a90-bf65-5424494836a8 tempest-AttachVolumeNegativeTest-1434216732 tempest-AttachVolumeNegativeTest-1434216732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:53:10.751162 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Pushing event deleted for resources: {'Port': ['ID=21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:53:10.755064 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:53:10.755819 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-8c3cbbea-ece0-4811-96c2-70ac56c2e10d None None] For port 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c,segment=NetworkSegment(ba988c82-17a0-4588-9526-38a51ce448fc),segment_id=ba988c82-17a0-4588-9526-38a51ce448fc)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:53:10.756190 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8c3cbbea-ece0-4811-96c2-70ac56c2e10d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:10.757492 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] No DVR routers for this DVR port 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c on host dv-cinder-786054-4-smb {{(pid=86332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:53:10.764050 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No active binding found for port 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c {{(pid=86333) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 20 05:53:10.764494 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:53:10.879081 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850759071', 'neutron.services.segments.db._delete_segments_for_network-8736091077747'] for network, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:10.891066 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-8c3cbbea-ece0-4811-96c2-70ac56c2e10d None None] Calling delete_port for 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c owned by network:dhcp {{(pid=86333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:53:10.964821 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.db.api [None req-8c3cbbea-ece0-4811-96c2-70ac56c2e10d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86333) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 05:53:10.965233 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_db.api [None req-8c3cbbea-ece0-4811-96c2-70ac56c2e10d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 05:53:10.994277 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f9a348-1f60-4d3d-b509-0ccf381c10f1']}} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:11.007463 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba988c82-17a0-4588-9526-38a51ce448fc') {'for_net_delete': True} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:11.007802 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba988c82-17a0-4588-9526-38a51ce448fc') {} {{(pid=86332) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:11.019863 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300763536483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844118531'] for segment, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:11.038363 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:11.046003 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=86332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:53:11.466258 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-8c3cbbea-ece0-4811-96c2-70ac56c2e10d None None] Deleting port 21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c {{(pid=86333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:53:11.466842 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8c3cbbea-ece0-4811-96c2-70ac56c2e10d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:11.485197 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Network 59f9a348-1f60-4d3d-b509-0ccf381c10f1 has no segments {{(pid=86332) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:53:11.494458 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4027173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853879371'] for segment, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:11.540875 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-8c3cbbea-ece0-4811-96c2-70ac56c2e10d None None] The port '21b4dfed-7c7d-4ab2-8d0a-1678bd0de80c' was deleted {{(pid=86333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 05:53:11.681729 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Network 59f9a348-1f60-4d3d-b509-0ccf381c10f1 has no segments {{(pid=86332) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: Traceback (most recent call last): Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: timer() Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: cb(*args, **kw) Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: return func(*args, **kwargs) Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: self._notify() Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: self.callback(batched_events) Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: event.method(event) Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: segment_id)['aggregates'][0] Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: return f(self, *a, **k) Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: return self._get(url).json() Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: **kwargs) Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: return self.request(url, 'GET', **kwargs) Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: **endpoint_filter) Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:53:11.707932 dv-cinder-786054-4-smb neutron-server[86220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:53:11.790485 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:11.795013 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-8caccee8-9c50-4059-ae40-9fc3796ebde5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:53:11.809070 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:11.819968 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Pushing event deleted for resources: {'Network': ['ID=59f9a348-1f60-4d3d-b509-0ccf381c10f1,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:53:11.823310 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:53:11.836951 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-01817063-414f-49ca-a45a-0461f3ee6733 admin admin] 10.222.0.44 "DELETE /v2.0/networks/59f9a348-1f60-4d3d-b509-0ccf381c10f1 HTTP/1.1" status: 204 len: 168 time: 1.6981804 Apr 20 05:53:11.840070 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 59536) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:53:12.418729 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-aaf741e6-a10c-4e92-86db-379d7ac56bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854151526'] for router_interface, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:12.787459 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-aaf741e6-a10c-4e92-86db-379d7ac56bf3 admin admin] Deleting port 6233ac8f-c377-499f-85b3-3919188d0e64 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:53:12.788055 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-aaf741e6-a10c-4e92-86db-379d7ac56bf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:12.966888 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-aaf741e6-a10c-4e92-86db-379d7ac56bf3 admin admin] For port 6233ac8f-c377-499f-85b3-3919188d0e64, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=6233ac8f-c377-499f-85b3-3919188d0e64,segment=NetworkSegment(c267cd37-4194-47f7-9e21-5b171d222515),segment_id=c267cd37-4194-47f7-9e21-5b171d222515)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:53:12.967280 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-aaf741e6-a10c-4e92-86db-379d7ac56bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:13.095780 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-aaf741e6-a10c-4e92-86db-379d7ac56bf3 admin admin] Calling delete_port for 6233ac8f-c377-499f-85b3-3919188d0e64 owned by network:router_interface {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:53:13.272888 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-aaf741e6-a10c-4e92-86db-379d7ac56bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:13.277635 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-2ceb36f0-cd8b-44ea-bdea-1feecc2297be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:53:13.326263 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf741e6-a10c-4e92-86db-379d7ac56bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6233ac8f-c377-499f-85b3-3919188d0e64,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:53:13.353890 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-aaf741e6-a10c-4e92-86db-379d7ac56bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:53:13.610227 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-aaf741e6-a10c-4e92-86db-379d7ac56bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755622', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854151452'] for router_interface, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:13.885486 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:14.240678 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf741e6-a10c-4e92-86db-379d7ac56bf3 admin admin] Router bb059f73-6d62-453e-9113-e4d05c58e40e has already been hosted by L3 agent fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae {{(pid=86332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 05:53:14.446163 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf741e6-a10c-4e92-86db-379d7ac56bf3 admin admin] Notify agent at l3_agent.dv-cinder-786054-4-smb the message routers_updated {{(pid=86332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 05:53:14.456102 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a64d197-af70-45b1-a624-a484bd34aecd None None] Sync routers for ids ['bb059f73-6d62-453e-9113-e4d05c58e40e'] in dv-cinder-786054-4-smb {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 05:53:14.464008 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-aaf741e6-a10c-4e92-86db-379d7ac56bf3 admin admin] 10.222.0.44 "PUT /v2.0/routers/bb059f73-6d62-453e-9113-e4d05c58e40e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6228442 Apr 20 05:53:14.466547 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a64d197-af70-45b1-a624-a484bd34aecd None None] Routers {'bb059f73-6d62-453e-9113-e4d05c58e40e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:53:14.466678 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 59540) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:53:14.467189 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-2a64d197-af70-45b1-a624-a484bd34aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:53:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['bb059f73-6d62-453e-9113-e4d05c58e40e'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:14.651710 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-459b7650-b27f-42d6-83c8-c134ec1d2d79 admin admin] Notify callbacks [] for router, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:14.652846 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-2a64d197-af70-45b1-a624-a484bd34aecd None None] Set router bb059f73-6d62-453e-9113-e4d05c58e40e gateway port host: dv-cinder-786054-4-smb {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:53:14.839937 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-459b7650-b27f-42d6-83c8-c134ec1d2d79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:14.849096 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-459b7650-b27f-42d6-83c8-c134ec1d2d79 admin admin] Deleting port 7336e800-626d-492b-8f35-552afdc9ec26 {{(pid=86332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:53:14.849467 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-459b7650-b27f-42d6-83c8-c134ec1d2d79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:14.948309 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-2a64d197-af70-45b1-a624-a484bd34aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'name': 'tempest-TestShelveInstance-1996423452-router', 'tenant_id': 'a8519a5fa8384391a5c4414718835d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'external_fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '7336e800-626d-492b-8f35-552afdc9ec26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:47Z', 'updated_at': '2021-04-20T05:53:13Z', 'revision_number': 5, 'project_id': 'a8519a5fa8384391a5c4414718835d92', 'gw_port': {'id': '7336e800-626d-492b-8f35-552afdc9ec26', 'name': '', 'network_id': '50a41118-ba44-449f-9b81-e04381d54b8b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T05:48:48Z', 'updated_at': '2021-04-20T05:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c213a0b6-2cec-4373-bed2-ef584dd5d4ed', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-4-smb'}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:14.952178 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a64d197-af70-45b1-a624-a484bd34aecd None None] Checking router: bb059f73-6d62-453e-9113-e4d05c58e40e for host: dv-cinder-786054-4-smb {{(pid=86334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 05:53:14.961338 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a64d197-af70-45b1-a624-a484bd34aecd None None] Routers {'bb059f73-6d62-453e-9113-e4d05c58e40e'} bound to L3 agent in host dv-cinder-786054-4-smb {{(pid=86334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 05:53:14.961996 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-2a64d197-af70-45b1-a624-a484bd34aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T05:35:38Z,description=,heartbeat_timestamp=2021-04-20T05:53:08Z,host='dv-cinder-786054-4-smb',id=fa9b8eb1-3676-483d-b4a3-9d6f0e3225ae,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T05:35:38Z,topic='l3_agent')) {'router_ids': ['bb059f73-6d62-453e-9113-e4d05c58e40e'], 'active': True} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:15.032775 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-459b7650-b27f-42d6-83c8-c134ec1d2d79 admin admin] For port 7336e800-626d-492b-8f35-552afdc9ec26, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=7336e800-626d-492b-8f35-552afdc9ec26,segment=NetworkSegment(f0719ec6-8e43-465e-a776-31010b0fcb0c),segment_id=f0719ec6-8e43-465e-a776-31010b0fcb0c)] {{(pid=86332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:53:15.033210 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-459b7650-b27f-42d6-83c8-c134ec1d2d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:15.122898 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvr_db [None req-2a64d197-af70-45b1-a624-a484bd34aecd None None] Set router bb059f73-6d62-453e-9113-e4d05c58e40e gateway port host: None {{(pid=86334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 05:53:15.165264 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-459b7650-b27f-42d6-83c8-c134ec1d2d79 admin admin] Calling delete_port for 7336e800-626d-492b-8f35-552afdc9ec26 owned by network:router_gateway {{(pid=86332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:53:15.235126 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_hamode_db [None req-2a64d197-af70-45b1-a624-a484bd34aecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'name': 'tempest-TestShelveInstance-1996423452-router', 'tenant_id': 'a8519a5fa8384391a5c4414718835d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:47Z', 'updated_at': '2021-04-20T05:53:14Z', 'revision_number': 6, 'project_id': 'a8519a5fa8384391a5c4414718835d92', 'gw_port_host': None}], 'dv-cinder-786054-4-smb', False) {} {{(pid=86334) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:15.239441 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a64d197-af70-45b1-a624-a484bd34aecd None None] The sync data for ids ['bb059f73-6d62-453e-9113-e4d05c58e40e'] in dv-cinder-786054-4-smb is: [{'id': 'bb059f73-6d62-453e-9113-e4d05c58e40e', 'name': 'tempest-TestShelveInstance-1996423452-router', 'tenant_id': 'a8519a5fa8384391a5c4414718835d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T05:48:47Z', 'updated_at': '2021-04-20T05:53:14Z', 'revision_number': 6, 'project_id': 'a8519a5fa8384391a5c4414718835d92', 'gw_port_host': None}] {{(pid=86334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 05:53:15.354148 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-459b7650-b27f-42d6-83c8-c134ec1d2d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-896450'] for port, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:15.359051 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-535fb0f3-b9b3-4d25-9fb5-c3132b41347a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:53:15.435237 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b7650-b27f-42d6-83c8-c134ec1d2d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=7336e800-626d-492b-8f35-552afdc9ec26,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:53:15.442277 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-459b7650-b27f-42d6-83c8-c134ec1d2d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:53:15.504951 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-459b7650-b27f-42d6-83c8-c134ec1d2d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-644197'] for router_gateway, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:15.692156 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-459b7650-b27f-42d6-83c8-c134ec1d2d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-630585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854744799'] for router, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:15.694544 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-459b7650-b27f-42d6-83c8-c134ec1d2d79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:15.721535 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-459b7650-b27f-42d6-83c8-c134ec1d2d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854150019'] for router, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:15.722086 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459b7650-b27f-42d6-83c8-c134ec1d2d79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb059f73-6d62-453e-9113-e4d05c58e40e {{(pid=86332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 05:53:15.734572 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-459b7650-b27f-42d6-83c8-c134ec1d2d79 admin admin] Notify callbacks [] for router, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:15.735782 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-459b7650-b27f-42d6-83c8-c134ec1d2d79 admin admin] 10.222.0.44 "DELETE /v2.0/routers/bb059f73-6d62-453e-9113-e4d05c58e40e HTTP/1.1" status: 204 len: 168 time: 1.2680957 Apr 20 05:53:15.738500 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86332) accepted ('10.222.0.44', 59544) {{(pid=86332) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:53:15.806077 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6b4c92-2cb9-4df9-9ed9-0e6d4b3a9f10 admin admin] Deleting subnet d5dae8a3-b781-4041-ae8f-172714c6a112 {{(pid=86332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 05:53:15.809472 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0d6b4c92-2cb9-4df9-9ed9-0e6d4b3a9f10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:15.862601 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0d6b4c92-2cb9-4df9-9ed9-0e6d4b3a9f10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10657269'] for subnet, precommit_delete_associations {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:15.948114 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0d6b4c92-2cb9-4df9-9ed9-0e6d4b3a9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4016692'] for subnet, precommit_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:16.200932 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0d6b4c92-2cb9-4df9-9ed9-0e6d4b3a9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850759156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-896790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11223367'] for subnet, after_delete {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:16.205197 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-05172799-44f2-48b3-a8dd-ba0811a4b88f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:53:16.243810 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b4c92-2cb9-4df9-9ed9-0e6d4b3a9f10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5dae8a3-b781-4041-ae8f-172714c6a112,revision_number=None']} {{(pid=86332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:53:16.247035 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-0d6b4c92-2cb9-4df9-9ed9-0e6d4b3a9f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86332) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:53:16.248060 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-0d6b4c92-2cb9-4df9-9ed9-0e6d4b3a9f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for subnet, before_response {{(pid=86332) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:16.253540 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d310adf-7443-44b5-88fa-2820b9afa7f6 None None] Network 8248804e-f569-4143-9629-938fc815c4de requested from dv-cinder-786054-4-smb {{(pid=86333) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 05:53:16.254498 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-0d6b4c92-2cb9-4df9-9ed9-0e6d4b3a9f10 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d5dae8a3-b781-4041-ae8f-172714c6a112 HTTP/1.1" status: 204 len: 168 time: 0.5149808 Apr 20 05:53:16.258440 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 59548) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:53:16.373640 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918712'] for network, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:16.384885 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Deleting port a7814480-652b-4282-aaf7-b356675e9403 {{(pid=86331) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:53:16.385277 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:16.475306 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 6233ac8f-c377-499f-85b3-3919188d0e64 no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:53:16.522717 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6677b1f-be95-4dcf-ae73-54ba970d319d None None] DHCP port deletion for 8248804e-f569-4143-9629-938fc815c4de request from dv-cinder-786054-4-smb {{(pid=86333) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 05:53:16.524556 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: 6233ac8f-c377-499f-85b3-3919188d0e64 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:53:16.524969 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 6233ac8f-c377-499f-85b3-3919188d0e64 not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:53:16.525502 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 7336e800-626d-492b-8f35-552afdc9ec26 no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:53:16.557305 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-c6677b1f-be95-4dcf-ae73-54ba970d319d None None] Deleting port a7814480-652b-4282-aaf7-b356675e9403 {{(pid=86333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:53:16.557725 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c6677b1f-be95-4dcf-ae73-54ba970d319d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:16.591433 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: 7336e800-626d-492b-8f35-552afdc9ec26 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:53:16.591831 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device 7336e800-626d-492b-8f35-552afdc9ec26 not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:53:16.606513 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] For port a7814480-652b-4282-aaf7-b356675e9403, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=a7814480-652b-4282-aaf7-b356675e9403,segment=NetworkSegment(c267cd37-4194-47f7-9e21-5b171d222515),segment_id=c267cd37-4194-47f7-9e21-5b171d222515)] {{(pid=86331) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:53:16.606939 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:16.736862 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Calling delete_port for a7814480-652b-4282-aaf7-b356675e9403 owned by network:dhcp {{(pid=86331) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:53:16.778580 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.db [None req-c6677b1f-be95-4dcf-ae73-54ba970d319d None None] For port a7814480-652b-4282-aaf7-b356675e9403, host dv-cinder-786054-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-4-smb',level=0,port_id=a7814480-652b-4282-aaf7-b356675e9403,segment=NetworkSegment(c267cd37-4194-47f7-9e21-5b171d222515),segment_id=c267cd37-4194-47f7-9e21-5b171d222515)] {{(pid=86333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 05:53:16.778937 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c6677b1f-be95-4dcf-ae73-54ba970d319d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854142595'] for port, precommit_delete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:16.817678 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3726629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363300763615263', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736090729058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843007903'] for port, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:16.822644 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:53:16.869683 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] No DVR routers for this DVR port a7814480-652b-4282-aaf7-b356675e9403 on host dv-cinder-786054-4-smb {{(pid=86331) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 05:53:16.897055 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Pushing event deleted for resources: {'Port': ['ID=a7814480-652b-4282-aaf7-b356675e9403,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:53:16.909305 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-c6677b1f-be95-4dcf-ae73-54ba970d319d None None] Calling delete_port for a7814480-652b-4282-aaf7-b356675e9403 owned by network:dhcp {{(pid=86333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 05:53:16.926182 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:16.926614 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:16.927029 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:16.927438 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:16.927843 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:16.928246 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:16.928647 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:16.929091 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:16.929493 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:16.929890 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:16.930270 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:16.930663 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-4-smb {{(pid=86331) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 05:53:16.934195 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:53:16.983910 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.db.api [None req-c6677b1f-be95-4dcf-ae73-54ba970d319d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86333) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 05:53:16.984257 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_db.api [None req-c6677b1f-be95-4dcf-ae73-54ba970d319d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86333) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 05:53:17.010534 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850759071', 'neutron.services.segments.db._delete_segments_for_network-8736091077747'] for network, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:17.124420 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8248804e-f569-4143-9629-938fc815c4de']}} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:17.137461 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c267cd37-4194-47f7-9e21-5b171d222515') {'for_net_delete': True} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:17.137791 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.services.segments.db [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c267cd37-4194-47f7-9e21-5b171d222515') {} {{(pid=86331) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 05:53:17.149821 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363300763536483', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10998276'] for segment, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:17.165598 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850748590'] for segment, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:17.172466 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=86331) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 05:53:17.347565 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Network 8248804e-f569-4143-9629-938fc815c4de has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:53:17.356564 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4027173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11767830'] for segment, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:17.485678 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-c6677b1f-be95-4dcf-ae73-54ba970d319d None None] Deleting port a7814480-652b-4282-aaf7-b356675e9403 {{(pid=86333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 05:53:17.486117 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c6677b1f-be95-4dcf-ae73-54ba970d319d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363300763617908'] for port, before_delete {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:17.528058 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.managers [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Network 8248804e-f569-4143-9629-938fc815c4de has no segments {{(pid=86331) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: Traceback (most recent call last): Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: timer() Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: cb(*args, **kw) Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: return func(*args, **kwargs) Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: self._notify() Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: self.callback(batched_events) Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: event.method(event) Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: segment_id)['aggregates'][0] Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: return f(self, *a, **k) Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: return self._get(url).json() Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: **kwargs) Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: return self.request(url, 'GET', **kwargs) Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: **endpoint_filter) Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 05:53:17.554503 dv-cinder-786054-4-smb neutron-server[86220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 05:53:17.559752 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-c6677b1f-be95-4dcf-ae73-54ba970d319d None None] The port 'a7814480-652b-4282-aaf7-b356675e9403' was deleted {{(pid=86333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 05:53:17.630759 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4016745', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854020194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629122'] for network, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:17.634561 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-988ab81e-c6b3-41bc-89a8-d6c9b0cd8604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:53:17.647788 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854020211'] for network, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:17.660728 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Pushing event deleted for resources: {'Network': ['ID=8248804e-f569-4143-9629-938fc815c4de,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:53:17.665829 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:53:17.684874 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-4856c4d9-68ac-44dd-a906-66ac0d4a02bc admin admin] 10.222.0.44 "DELETE /v2.0/networks/8248804e-f569-4143-9629-938fc815c4de HTTP/1.1" status: 204 len: 168 time: 1.4253433 Apr 20 05:53:17.884304 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 59554) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:53:17.941113 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-cf8bacb7-1d8b-4fce-a769-9589f3bfdc23 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3bda5c8251c4b1f88cf6b1ead550c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554149 Apr 20 05:53:17.943976 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 59558) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:53:18.011104 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b7aa24a2-93bb-41ba-b204-2df69bf8ef62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:18.038586 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b7aa24a2-93bb-41ba-b204-2df69bf8ef62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:18.091423 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b7aa24a2-93bb-41ba-b204-2df69bf8ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:18.096584 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-68aa65c7-75ac-4756-bec5-0fffe9716f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:53:18.111001 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa24a2-93bb-41ba-b204-2df69bf8ef62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38826378-e6f1-4257-81c3-1d1b0f9d25a5,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:53:18.113592 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-b7aa24a2-93bb-41ba-b204-2df69bf8ef62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:53:18.120497 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b7aa24a2-93bb-41ba-b204-2df69bf8ef62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:18.121761 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-b7aa24a2-93bb-41ba-b204-2df69bf8ef62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38826378-e6f1-4257-81c3-1d1b0f9d25a5 HTTP/1.1" status: 204 len: 168 time: 0.1763816 Apr 20 05:53:18.466522 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device a7814480-652b-4282-aaf7-b356675e9403 no longer exists at agent ovs-agent-dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 05:53:18.504576 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.plugin [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] No Port match for: a7814480-652b-4282-aaf7-b356675e9403 {{(pid=86333) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 05:53:18.504990 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.plugins.ml2.rpc [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Device a7814480-652b-4282-aaf7-b356675e9403 not bound to the agent host dv-cinder-786054-4-smb {{(pid=86333) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 05:53:18.505639 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 59566) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:53:18.556285 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-0ee8c302-7eea-41ee-81da-de9ed51fac2b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8519a5fa8384391a5c4414718835d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493104 Apr 20 05:53:18.560113 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.wsgi [-] (86331) accepted ('10.222.0.44', 59570) {{(pid=86331) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 05:53:18.628888 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bd1a3282-736a-48da-ae3a-d48521a51f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:18.656124 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bd1a3282-736a-48da-ae3a-d48521a51f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:18.705172 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bd1a3282-736a-48da-ae3a-d48521a51f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918188'] for security_group, after_delete {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:18.708965 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-adf7a8b5-aa35-4823-b4a3-c8ea67bb3c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 05:53:18.720385 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a3282-736a-48da-ae3a-d48521a51f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9b4351-9868-4f33-928d-edde08e7b0b1,revision_number=None']} {{(pid=86331) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 05:53:18.724161 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG oslo_concurrency.lockutils [None req-bd1a3282-736a-48da-ae3a-d48521a51f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86331) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 05:53:18.728004 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-bd1a3282-736a-48da-ae3a-d48521a51f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86331) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:18.729395 dv-cinder-786054-4-smb neutron-server[86220]: INFO neutron.wsgi [None req-bd1a3282-736a-48da-ae3a-d48521a51f94 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba9b4351-9868-4f33-928d-edde08e7b0b1 HTTP/1.1" status: 204 len: 168 time: 0.1683359 Apr 20 05:53:34.174528 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:53:36.241105 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-981fa61c-e6c9-4ca3-bdb6-7ef139484e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:37.958955 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-c4441dd0-e60e-4c1e-9e3f-cd3d101592fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:38.805790 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:39.568340 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:40.434637 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:53:43.910028 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:06.233270 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-faf6980f-e46d-424b-9d55-d9ca736997cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:07.962012 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4bb021f7-8378-4dfb-b588-c76cf311a427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:08.803452 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:09.560422 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:10.430958 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:11.176860 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:54:13.909443 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:36.239332 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b32e1091-38fb-4eec-b56d-69d2c4fdeff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:37.962633 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-26fa3e0e-2d3f-4b50-a779-7a9b95b6c9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:38.803425 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:39.557485 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:40.440411 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:43.915536 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:54:48.184159 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:55:06.234209 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-74f38220-d335-448b-926c-7eddc8b1b75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:07.967122 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-35e58fb7-c3d3-4adb-8b8a-4ae11d836450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:08.811282 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:09.561772 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:10.445089 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:13.912531 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:25.181911 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:55:36.237071 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ae021c17-bada-4308-9c68-840203e52fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:37.970999 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-deb8a2e3-d15c-4e93-bc1d-a92dfcd95584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:38.815288 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:39.565423 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:40.448449 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:55:43.932048 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:02.178933 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:56:06.241736 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b24dbf9d-3c17-4b82-a51f-0bef7bcf2070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:07.973492 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-ecc01ac8-b8fe-45b9-8d9c-6ef6e6daea8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:08.816794 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:09.570974 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:10.450373 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:13.926464 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:36.245504 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-2b5e18de-b159-4e16-81b9-d010efa3741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:37.978759 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-b2852a19-7b9b-49af-956e-bf4d4473928b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:38.823990 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:39.175801 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:56:39.566831 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:40.458886 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:56:43.926392 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:06.245035 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-86c9ac12-369d-4b98-a3ed-8ec155ddf935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:07.979721 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-8e2cf282-9d3d-433e-93ea-697210cd36b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:08.823405 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:09.564316 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:10.462368 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:13.942778 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:16.167357 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 05:57:36.247550 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f70e2c76-0005-4549-b745-6162f7cc27e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:37.983412 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-4eb3ed62-afb0-428b-9642-4f137ab98be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:38.830046 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-f3a20e0f-4901-4137-82af-b82995bf54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:39.556028 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-df9bd1bd-e805-4f48-a39c-7006f3ec23e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:40.465569 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-05567f01-42a0-463a-98d4-2df35f584640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:43.943093 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron_lib.callbacks.manager [None req-eb230026-78f8-4bac-b647-10efbc75acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363300763698053', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850858685'] for agent, after_update {{(pid=86333) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 05:57:53.174214 dv-cinder-786054-4-smb neutron-server[86220]: DEBUG neutron.db.agents_db [None req-74e6a62f-4506-4290-8af3-239532585934 None None] Agent healthcheck: found 6 active agents {{(pid=86334) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}